[ 530.430625] env[69308]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69308) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.430980] env[69308]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69308) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.431037] env[69308]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69308) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 530.431413] env[69308]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 530.543487] env[69308]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69308) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 530.554789] env[69308]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69308) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 530.601242] env[69308]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 531.164641] env[69308]: INFO nova.virt.driver [None req-7f95068d-b6f0-4cb6-a525-ac4b2e258035 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 531.239354] env[69308]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.239523] env[69308]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.239631] env[69308]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69308) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 534.545757] env[69308]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-6809c5be-3a72-4c58-b748-35ca1fb8f414 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.562210] env[69308]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69308) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 534.562349] env[69308]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-5f0be562-7a7d-4b87-8b4f-2097f4044837 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.598029] env[69308]: INFO oslo_vmware.api [-] Successfully established new session; session ID is cf2d5. [ 534.598205] env[69308]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.359s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.599289] env[69308]: INFO nova.virt.vmwareapi.driver [None req-7f95068d-b6f0-4cb6-a525-ac4b2e258035 None None] VMware vCenter version: 7.0.3 [ 534.602800] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8906dbec-73eb-4ee1-8665-9b1e0915d3ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.625519] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128a4bae-19d7-4a9a-8d5f-7f7aae4c628d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.632531] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf66add-2c34-4518-91be-023bcb7a4907 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.640268] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84d6868-e821-42fc-b41c-7adbdc556ebc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.654750] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92228b1-ac5d-40db-aa0f-dcac399fde8e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.661558] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c59abe-552e-49ac-ac83-8af0bd5e6113 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.692710] env[69308]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-5284db14-974c-46e8-90bb-a912c548f1c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.698674] env[69308]: DEBUG nova.virt.vmwareapi.driver [None req-7f95068d-b6f0-4cb6-a525-ac4b2e258035 None None] Extension org.openstack.compute already exists. {{(pid=69308) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 534.701379] env[69308]: INFO nova.compute.provider_config [None req-7f95068d-b6f0-4cb6-a525-ac4b2e258035 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 535.204856] env[69308]: DEBUG nova.context [None req-7f95068d-b6f0-4cb6-a525-ac4b2e258035 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),8a37995d-88c3-4205-8d3d-a3a01721b3b3(cell1) {{(pid=69308) load_cells /opt/stack/nova/nova/context.py:464}} [ 535.206962] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.207207] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.207980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.208530] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Acquiring lock "8a37995d-88c3-4205-8d3d-a3a01721b3b3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.208792] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Lock "8a37995d-88c3-4205-8d3d-a3a01721b3b3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.209884] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Lock "8a37995d-88c3-4205-8d3d-a3a01721b3b3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.231042] env[69308]: INFO dbcounter [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Registered counter for database nova_cell0 [ 535.239109] env[69308]: INFO dbcounter [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Registered counter for database nova_cell1 [ 535.242407] env[69308]: DEBUG oslo_db.sqlalchemy.engines [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69308) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 535.243018] env[69308]: DEBUG oslo_db.sqlalchemy.engines [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69308) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 535.247578] env[69308]: ERROR nova.db.main.api [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 535.247578] env[69308]: result = function(*args, **kwargs) [ 535.247578] env[69308]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 535.247578] env[69308]: return func(*args, **kwargs) [ 535.247578] env[69308]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 535.247578] env[69308]: result = fn(*args, **kwargs) [ 535.247578] env[69308]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 535.247578] env[69308]: return f(*args, **kwargs) [ 535.247578] env[69308]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 535.247578] env[69308]: return db.service_get_minimum_version(context, binaries) [ 535.247578] env[69308]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 535.247578] env[69308]: _check_db_access() [ 535.247578] env[69308]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 535.247578] env[69308]: stacktrace = ''.join(traceback.format_stack()) [ 535.247578] env[69308]: [ 535.248422] env[69308]: ERROR nova.db.main.api [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 535.248422] env[69308]: result = function(*args, **kwargs) [ 535.248422] env[69308]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 535.248422] env[69308]: return func(*args, **kwargs) [ 535.248422] env[69308]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 535.248422] env[69308]: result = fn(*args, **kwargs) [ 535.248422] env[69308]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 535.248422] env[69308]: return f(*args, **kwargs) [ 535.248422] env[69308]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 535.248422] env[69308]: return db.service_get_minimum_version(context, binaries) [ 535.248422] env[69308]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 535.248422] env[69308]: _check_db_access() [ 535.248422] env[69308]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 535.248422] env[69308]: stacktrace = ''.join(traceback.format_stack()) [ 535.248422] env[69308]: [ 535.248788] env[69308]: WARNING nova.objects.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 535.248927] env[69308]: WARNING nova.objects.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Failed to get minimum service version for cell 8a37995d-88c3-4205-8d3d-a3a01721b3b3 [ 535.249367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Acquiring lock "singleton_lock" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.249530] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Acquired lock "singleton_lock" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.249763] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Releasing lock "singleton_lock" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.250090] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Full set of CONF: {{(pid=69308) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 535.250235] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ******************************************************************************** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 535.250360] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] Configuration options gathered from: {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 535.250495] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 535.250681] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 535.250809] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ================================================================================ {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 535.251017] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] allow_resize_to_same_host = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.251190] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] arq_binding_timeout = 300 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.251321] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] backdoor_port = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.251447] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] backdoor_socket = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.251604] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] block_device_allocate_retries = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.251763] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] block_device_allocate_retries_interval = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.251929] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cert = self.pem {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.252108] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.252279] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute_monitors = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.252444] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] config_dir = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.252657] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] config_drive_format = iso9660 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.252784] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.252951] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] config_source = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.253131] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] console_host = devstack {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.253321] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] control_exchange = nova {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.253494] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cpu_allocation_ratio = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.253656] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] daemon = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.253821] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] debug = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.253973] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] default_access_ip_network_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.254150] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] default_availability_zone = nova {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.254303] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] default_ephemeral_format = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.254461] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] default_green_pool_size = 1000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.254689] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.254849] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] default_schedule_zone = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.255008] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] disk_allocation_ratio = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.255173] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] enable_new_services = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.255357] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] enabled_apis = ['osapi_compute'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.255518] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] enabled_ssl_apis = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.255675] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] flat_injected = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.255829] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] force_config_drive = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.255983] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] force_raw_images = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.256161] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] graceful_shutdown_timeout = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.256313] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] heal_instance_info_cache_interval = -1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.256554] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] host = cpu-1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.256732] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.256891] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] initial_disk_allocation_ratio = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.257062] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] initial_ram_allocation_ratio = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.257316] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.257455] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] instance_build_timeout = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.257618] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] instance_delete_interval = 300 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.257783] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] instance_format = [instance: %(uuid)s] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.257946] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] instance_name_template = instance-%08x {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.258119] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] instance_usage_audit = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.258303] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] instance_usage_audit_period = month {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.258484] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.258647] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] instances_path = /opt/stack/data/nova/instances {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.258811] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] internal_service_availability_zone = internal {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.258969] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] key = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.259140] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] live_migration_retry_count = 30 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.259307] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_color = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.259471] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_config_append = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.259669] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.259792] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_dir = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.259945] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_file = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.260082] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_options = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.260241] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_rotate_interval = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.260407] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_rotate_interval_type = days {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.260571] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] log_rotation_type = none {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.260697] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.260820] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.260987] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.261162] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.261289] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.261449] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] long_rpc_timeout = 1800 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.261605] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] max_concurrent_builds = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.261760] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] max_concurrent_live_migrations = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.261915] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] max_concurrent_snapshots = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.262080] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] max_local_block_devices = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.262237] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] max_logfile_count = 30 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.262388] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] max_logfile_size_mb = 200 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.262543] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] maximum_instance_delete_attempts = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.262710] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] metadata_listen = 0.0.0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.262874] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] metadata_listen_port = 8775 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.263049] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] metadata_workers = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.263212] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] migrate_max_retries = -1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.263376] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] mkisofs_cmd = genisoimage {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.263584] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] my_block_storage_ip = 10.180.1.21 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.263712] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] my_ip = 10.180.1.21 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.263984] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.264091] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] network_allocate_retries = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.264254] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.264416] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] osapi_compute_listen = 0.0.0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.264580] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] osapi_compute_listen_port = 8774 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.264746] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] osapi_compute_unique_server_name_scope = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.264912] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] osapi_compute_workers = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.265083] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] password_length = 12 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.265246] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] periodic_enable = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.265405] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] periodic_fuzzy_delay = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.265570] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] pointer_model = usbtablet {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.265731] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] preallocate_images = none {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.265886] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] publish_errors = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.266022] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] pybasedir = /opt/stack/nova {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.266183] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ram_allocation_ratio = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.266339] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] rate_limit_burst = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.266506] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] rate_limit_except_level = CRITICAL {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.266665] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] rate_limit_interval = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.266821] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] reboot_timeout = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.266977] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] reclaim_instance_interval = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.267146] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] record = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.267375] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] reimage_timeout_per_gb = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.267552] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] report_interval = 120 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.267713] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] rescue_timeout = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.267871] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] reserved_host_cpus = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.268036] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] reserved_host_disk_mb = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.268200] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] reserved_host_memory_mb = 512 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.268422] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] reserved_huge_pages = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.268594] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] resize_confirm_window = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.268758] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] resize_fs_using_block_device = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.268917] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] resume_guests_state_on_host_boot = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.269098] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.269260] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] rpc_response_timeout = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.269418] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] run_external_periodic_tasks = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.269588] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] running_deleted_instance_action = reap {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.269744] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] running_deleted_instance_poll_interval = 1800 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.269899] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] running_deleted_instance_timeout = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.270069] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler_instance_sync_interval = 120 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.270237] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_down_time = 720 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.270404] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] servicegroup_driver = db {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.270559] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] shell_completion = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.270715] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] shelved_offload_time = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.270869] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] shelved_poll_interval = 3600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.271066] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] shutdown_timeout = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.271205] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] source_is_ipv6 = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.271365] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ssl_only = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.271622] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.271798] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] sync_power_state_interval = 600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.271957] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] sync_power_state_pool_size = 1000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.272137] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] syslog_log_facility = LOG_USER {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.272293] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] tempdir = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.272496] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] timeout_nbd = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.272723] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] transport_url = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.272893] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] update_resources_interval = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.273067] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] use_cow_images = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.273230] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] use_journal = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.273384] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] use_json = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.273544] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] use_rootwrap_daemon = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.273697] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] use_stderr = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.273851] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] use_syslog = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.274022] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vcpu_pin_set = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.274193] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plugging_is_fatal = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.274357] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plugging_timeout = 300 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.274520] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] virt_mkfs = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.274678] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] volume_usage_poll_interval = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.274834] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] watch_log_file = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.274998] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] web = /usr/share/spice-html5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.275203] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275370] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275550] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.275739] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_concurrency.disable_process_locking = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276444] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276646] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.276829] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277035] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277222] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277438] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277637] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.auth_strategy = keystone {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277800] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.compute_link_prefix = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.277975] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278164] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.dhcp_domain = novalocal {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278367] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.enable_instance_password = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278543] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.glance_link_prefix = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278710] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.278883] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279059] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.instance_list_per_project_cells = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279225] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.list_records_by_skipping_down_cells = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279387] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.local_metadata_per_cell = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279553] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.max_limit = 1000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279716] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.metadata_cache_expiration = 15 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.279888] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.neutron_default_tenant_id = default {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280068] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.response_validation = warn {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280241] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.use_neutron_default_nets = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280410] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280575] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280741] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.280914] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281095] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.vendordata_dynamic_targets = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281264] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.vendordata_jsonfile_path = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281456] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281653] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.backend = dogpile.cache.memcached {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281820] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.backend_argument = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.281979] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.backend_expiration_time = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282162] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.config_prefix = cache.oslo {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282330] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.dead_timeout = 60.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282494] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.debug_cache_backend = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282655] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.enable_retry_client = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282813] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.enable_socket_keepalive = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.282982] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.enabled = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283158] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.enforce_fips_mode = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283321] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.expiration_time = 600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283481] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.hashclient_retry_attempts = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283641] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.hashclient_retry_delay = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283801] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_dead_retry = 300 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.283956] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_password = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284129] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284290] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284452] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_pool_maxsize = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284650] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284814] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_sasl_enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.284990] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285168] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_socket_timeout = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285330] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.memcache_username = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285494] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.proxies = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285652] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.redis_db = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285812] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.redis_password = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.285979] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.redis_sentinel_service_name = mymaster {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286168] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286336] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.redis_server = localhost:6379 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286500] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.redis_socket_timeout = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286657] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.redis_username = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286817] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.retry_attempts = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.286980] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.retry_delay = 0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287156] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.socket_keepalive_count = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287345] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.socket_keepalive_idle = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287521] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.socket_keepalive_interval = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287681] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.tls_allowed_ciphers = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287839] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.tls_cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.287995] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.tls_certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288170] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.tls_enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288360] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cache.tls_keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288579] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288750] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.auth_type = password {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.288915] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289106] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.catalog_info = volumev3::publicURL {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289272] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289443] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289600] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.cross_az_attach = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289761] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.debug = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.289920] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.endpoint_template = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290094] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.http_retries = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290258] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290414] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290585] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.os_region_name = RegionOne {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290747] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.290903] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cinder.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291086] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291253] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.cpu_dedicated_set = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291406] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.cpu_shared_set = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291570] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.image_type_exclude_list = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291732] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.291890] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.max_concurrent_disk_ops = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292060] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.max_disk_devices_to_attach = -1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292226] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292395] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292557] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.resource_provider_association_refresh = 300 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292715] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.292876] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.shutdown_retry_interval = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293066] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293251] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] conductor.workers = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293430] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] console.allowed_origins = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293593] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] console.ssl_ciphers = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293761] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] console.ssl_minimum_version = default {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.293928] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] consoleauth.enforce_session_timeout = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294106] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] consoleauth.token_ttl = 600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294276] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294433] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294620] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294788] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.connect_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.294947] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.connect_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295116] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.endpoint_override = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295282] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295438] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295596] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.max_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295752] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.min_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.295909] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.region_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296076] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.retriable_status_codes = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296235] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296403] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.service_type = accelerator {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296562] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296720] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.status_code_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.296877] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.status_code_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297043] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297226] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297415] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] cyborg.version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297593] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.asyncio_connection = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297753] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.asyncio_slave_connection = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.297925] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.backend = sqlalchemy {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298108] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.connection = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298292] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.connection_debug = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298495] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.connection_parameters = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298670] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.connection_recycle_time = 3600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298835] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.connection_trace = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.298997] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.db_inc_retry_interval = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299178] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.db_max_retries = 20 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299341] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.db_max_retry_interval = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299505] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.db_retry_interval = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299667] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.max_overflow = 50 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299827] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.max_pool_size = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.299988] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.max_retries = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300172] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300331] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.mysql_wsrep_sync_wait = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300510] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.pool_timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300686] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.retry_interval = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.300848] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.slave_connection = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301014] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.sqlite_synchronous = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301183] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] database.use_db_reconnect = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301353] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.asyncio_connection = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301516] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.asyncio_slave_connection = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301686] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.backend = sqlalchemy {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.301855] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.connection = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302027] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.connection_debug = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302200] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.connection_parameters = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302362] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.connection_recycle_time = 3600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302525] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.connection_trace = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302684] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.db_inc_retry_interval = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.302845] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.db_max_retries = 20 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303023] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.db_max_retry_interval = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303183] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.db_retry_interval = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303344] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.max_overflow = 50 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303506] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.max_pool_size = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303664] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.max_retries = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303832] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.303987] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304160] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.pool_timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304322] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.retry_interval = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304482] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.slave_connection = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304642] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] api_database.sqlite_synchronous = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304815] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] devices.enabled_mdev_types = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.304991] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305184] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ephemeral_storage_encryption.default_format = luks {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305359] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ephemeral_storage_encryption.enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305523] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305692] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.api_servers = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.305853] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306018] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306186] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306344] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.connect_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306506] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.connect_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306667] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.debug = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306830] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.default_trusted_certificate_ids = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.306992] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.enable_certificate_validation = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307168] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.enable_rbd_download = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307353] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.endpoint_override = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307533] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307696] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.307855] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.max_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308023] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.min_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308193] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.num_retries = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308371] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.rbd_ceph_conf = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308554] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.rbd_connect_timeout = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308727] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.rbd_pool = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.308893] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.rbd_user = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309074] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.region_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309236] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.retriable_status_codes = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309395] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309563] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.service_type = image {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309724] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.309880] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.status_code_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310046] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.status_code_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310207] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310388] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310554] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.verify_glance_signatures = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310713] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] glance.version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.310877] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] guestfs.debug = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311057] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311224] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.auth_type = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311380] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311555] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311696] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.311850] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.connect_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312015] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.connect_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312184] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.endpoint_override = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312344] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312524] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312697] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.max_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.312858] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.min_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313025] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.region_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313189] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.retriable_status_codes = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313347] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313516] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.service_type = shared-file-system {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313678] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.share_apply_policy_timeout = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313839] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.313995] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.status_code_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314166] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.status_code_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314323] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314504] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314663] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] manila.version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.314828] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] mks.enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315200] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315390] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] image_cache.manager_interval = 2400 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315564] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] image_cache.precache_concurrency = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315734] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] image_cache.remove_unused_base_images = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.315900] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316081] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316263] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] image_cache.subdirectory_name = _base {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316439] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.api_max_retries = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316608] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.api_retry_interval = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316770] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.316930] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.auth_type = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317097] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317260] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317451] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317621] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.conductor_group = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317779] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.connect_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.317936] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.connect_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318108] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.endpoint_override = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318337] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318536] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318701] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.max_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.318857] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.min_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319032] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.peer_list = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319196] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.region_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319354] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.retriable_status_codes = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319516] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.serial_console_state_timeout = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319672] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319840] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.service_type = baremetal {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.319996] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.shard = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320170] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320326] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.status_code_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320482] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.status_code_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320636] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320810] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.320967] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ironic.version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321169] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321369] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] key_manager.fixed_key = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321558] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321722] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.barbican_api_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.321879] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.barbican_endpoint = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322060] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.barbican_endpoint_type = public {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322223] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.barbican_region_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322381] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322541] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322701] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.322858] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323023] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323184] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.number_of_retries = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323344] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.retry_delay = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323504] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.send_service_user_token = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323664] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323820] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.323976] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.verify_ssl = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324146] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican.verify_ssl_path = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324336] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324518] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.auth_type = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324696] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.324853] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325025] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325192] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325351] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325511] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325665] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] barbican_service_user.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325829] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.approle_role_id = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.325984] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.approle_secret_id = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326166] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.kv_mountpoint = secret {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326322] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.kv_path = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326484] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.kv_version = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326709] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.namespace = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.326894] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.root_token_id = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327518] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.ssl_ca_crt_file = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327518] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.timeout = 60.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327518] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.use_ssl = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327650] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327748] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.327909] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328082] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328245] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.connect_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328427] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.connect_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328592] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.endpoint_override = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328755] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.328913] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329082] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.max_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329242] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.min_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329432] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.region_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329619] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.retriable_status_codes = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329800] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329973] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.service_type = identity {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330148] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330306] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.status_code_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330465] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.status_code_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330619] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330794] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330950] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] keystone.version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331149] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.ceph_mount_options = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331465] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331643] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.connection_uri = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331805] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.cpu_mode = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331967] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.cpu_model_extra_flags = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332148] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.cpu_models = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332316] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.cpu_power_governor_high = performance {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332527] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.cpu_power_governor_low = powersave {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332720] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.cpu_power_management = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332903] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333085] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.device_detach_attempts = 8 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333252] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.device_detach_timeout = 20 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333418] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.disk_cachemodes = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333579] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.disk_prefix = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333741] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.enabled_perf_events = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333901] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.file_backed_memory = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334074] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.gid_maps = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334234] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.hw_disk_discard = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334390] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.hw_machine_type = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334557] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.images_rbd_ceph_conf = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334717] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334874] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335047] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.images_rbd_glance_store_name = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335218] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.images_rbd_pool = rbd {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335382] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.images_type = default {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335540] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.images_volume_group = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335725] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.inject_key = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335903] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.inject_partition = -2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336075] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.inject_password = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336239] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.iscsi_iface = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336397] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.iser_use_multipath = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336556] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_bandwidth = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336715] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336873] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_downtime = 500 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337041] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337203] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337376] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_inbound_addr = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337541] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337697] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_permit_post_copy = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337854] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_scheme = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338029] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_timeout_action = abort {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338190] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_tunnelled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338347] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_uri = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338578] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.live_migration_with_native_tls = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338756] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.max_queues = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338922] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339176] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339344] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.nfs_mount_options = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339663] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339835] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339999] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.num_iser_scan_tries = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340174] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.num_memory_encrypted_guests = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340337] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340500] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.num_pcie_ports = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340666] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.num_volume_scan_tries = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340830] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.pmem_namespaces = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340990] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.quobyte_client_cfg = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341296] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341497] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rbd_connect_timeout = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341678] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341848] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342008] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rbd_secret_uuid = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342178] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rbd_user = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342343] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342521] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.remote_filesystem_transport = ssh {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342682] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rescue_image_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342839] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rescue_kernel_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342995] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rescue_ramdisk_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343180] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343343] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.rx_queue_size = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343521] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.smbfs_mount_options = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343800] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343980] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.snapshot_compression = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344156] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.snapshot_image_format = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344375] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344564] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.sparse_logical_volumes = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344735] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.swtpm_enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344901] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.swtpm_group = tss {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345078] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.swtpm_user = tss {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345251] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.sysinfo_serial = unique {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345406] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.tb_cache_size = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345563] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.tx_queue_size = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345722] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.uid_maps = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345879] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.use_virtio_for_bridges = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346055] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.virt_type = kvm {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346227] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.volume_clear = zero {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346387] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.volume_clear_size = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346549] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.volume_enforce_multipath = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346713] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.volume_use_multipath = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346869] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.vzstorage_cache_path = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347051] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347224] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.vzstorage_mount_group = qemu {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347417] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.vzstorage_mount_opts = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347602] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347896] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348092] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.vzstorage_mount_user = stack {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348263] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348447] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348631] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.auth_type = password {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348791] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348950] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349125] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349285] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.connect_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349443] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.connect_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349612] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.default_floating_pool = public {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349770] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.endpoint_override = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349930] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.extension_sync_interval = 600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350100] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.http_retries = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350263] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350420] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350578] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.max_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350748] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350905] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.min_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351083] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.ovs_bridge = br-int {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351252] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.physnets = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351421] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.region_name = RegionOne {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351582] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.retriable_status_codes = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351749] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.service_metadata_proxy = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351941] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352085] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.service_type = network {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352250] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352409] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.status_code_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352569] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.status_code_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352727] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352913] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353087] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] neutron.version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353279] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] notifications.bdms_in_notifications = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353462] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] notifications.default_level = INFO {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353628] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] notifications.include_share_mapping = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353801] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] notifications.notification_format = unversioned {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353963] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] notifications.notify_on_state_change = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354154] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354333] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] pci.alias = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354502] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] pci.device_spec = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354668] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] pci.report_in_placement = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354839] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355025] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.auth_type = password {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355191] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355357] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355521] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355682] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355838] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.connect_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355995] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.connect_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356166] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.default_domain_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356324] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.default_domain_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356482] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.domain_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356638] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.domain_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356795] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.endpoint_override = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356954] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357126] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357354] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.max_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357502] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.min_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357664] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.password = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357825] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.project_domain_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357989] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.project_domain_name = Default {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358171] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.project_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358346] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.project_name = service {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358516] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.region_name = RegionOne {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358678] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.retriable_status_codes = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358843] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359026] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.service_type = placement {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359190] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359352] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.status_code_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359513] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.status_code_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359671] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.system_scope = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359826] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359981] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.trust_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360153] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.user_domain_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360322] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.user_domain_name = Default {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360480] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.user_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360650] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.username = nova {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360830] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360996] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] placement.version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361186] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.cores = 20 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361355] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.count_usage_from_placement = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361531] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361698] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.injected_file_content_bytes = 10240 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361861] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.injected_file_path_length = 255 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362053] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.injected_files = 5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362202] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.instances = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362368] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.key_pairs = 100 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362533] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.metadata_items = 128 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362697] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.ram = 51200 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362859] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.recheck_quota = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363036] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.server_group_members = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363208] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.server_groups = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363423] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363602] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] quota.unified_limits_resource_strategy = require {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363776] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363941] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364118] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.image_metadata_prefilter = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364282] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364447] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.max_attempts = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364607] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.max_placement_results = 1000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364770] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364931] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.query_placement_for_image_type_support = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365101] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365300] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] scheduler.workers = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365455] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365629] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365807] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.365974] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366152] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366315] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366479] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366665] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366829] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.host_subset_size = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.366991] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367167] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367335] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367496] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367670] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367835] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.isolated_hosts = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.367994] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.isolated_images = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368168] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368327] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368487] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368645] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.pci_in_placement = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368802] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.368980] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369155] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369315] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369479] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369644] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369814] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.track_instance_changes = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.369989] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370172] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] metrics.required = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370334] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] metrics.weight_multiplier = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370497] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370662] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] metrics.weight_setting = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.370983] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371173] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] serial_console.enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371354] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] serial_console.port_range = 10000:20000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371527] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371698] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.371866] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] serial_console.serialproxy_port = 6083 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372043] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372224] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.auth_type = password {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372386] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372546] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372707] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.372867] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373033] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373208] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.send_service_user_token = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373370] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373529] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] service_user.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373696] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.agent_enabled = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.373856] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374182] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374399] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374571] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.html5proxy_port = 6082 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374732] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.image_compression = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.374888] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.jpeg_compression = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375055] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.playback_compression = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375220] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.require_secure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375390] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.server_listen = 127.0.0.1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375560] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.375835] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376035] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.streaming_mode = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376223] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] spice.zlib_compression = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376399] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] upgrade_levels.baseapi = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376578] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] upgrade_levels.compute = auto {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376740] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] upgrade_levels.conductor = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.376918] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] upgrade_levels.scheduler = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377105] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377274] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.auth_type = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377433] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377592] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377755] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.377913] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.378084] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.378250] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.378406] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vendordata_dynamic_auth.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.378578] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.api_retry_count = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.378738] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.ca_file = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.378910] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.cache_prefix = devstack-image-cache {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.379087] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.cluster_name = testcl1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.379254] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.connection_pool_size = 10 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.379412] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.console_delay_seconds = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.379581] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.datastore_regex = ^datastore.* {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.379799] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.379973] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.host_password = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.380153] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.host_port = 443 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.380322] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.host_username = administrator@vsphere.local {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.380491] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.insecure = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.380652] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.integration_bridge = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.380816] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.maximum_objects = 100 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.380974] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.pbm_default_policy = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.381151] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.pbm_enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.381310] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.pbm_wsdl_location = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.381480] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.381642] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.serial_port_proxy_uri = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.381800] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.serial_port_service_uri = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.381966] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.task_poll_interval = 0.5 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.382152] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.use_linked_clone = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.382326] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.vnc_keymap = en-us {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.382492] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.vnc_port = 5900 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.382654] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vmware.vnc_port_total = 10000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.382838] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.auth_schemes = ['none'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.383024] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.383315] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.383498] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.383672] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.novncproxy_port = 6080 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.383861] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.server_listen = 127.0.0.1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.384055] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.384219] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.vencrypt_ca_certs = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.384379] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.vencrypt_client_cert = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.384537] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vnc.vencrypt_client_key = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.384716] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.384878] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.disable_deep_image_inspection = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.385049] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.385215] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.385374] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.385564] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.disable_rootwrap = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.385731] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.enable_numa_live_migration = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.385888] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.386055] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.386215] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.386372] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.libvirt_disable_apic = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.386531] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.386689] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.386846] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.387007] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.387173] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.387346] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.387499] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.387659] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.387817] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.387979] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.388178] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.388351] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.client_socket_timeout = 900 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.388517] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.default_pool_size = 1000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.388682] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.keep_alive = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.388846] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.max_header_line = 16384 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.389015] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.secure_proxy_ssl_header = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.389186] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.ssl_ca_file = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.389347] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.ssl_cert_file = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.389507] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.ssl_key_file = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.389680] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.tcp_keepidle = 600 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.390229] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.390423] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] zvm.ca_file = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.390589] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] zvm.cloud_connector_url = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.390892] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.391077] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] zvm.reachable_timeout = 300 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.391252] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.391429] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.391607] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.connection_string = messaging:// {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.391771] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.enabled = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.391936] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.es_doc_type = notification {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.392113] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.es_scroll_size = 10000 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.392282] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.es_scroll_time = 2m {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.392444] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.filter_error_trace = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.392609] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.hmac_keys = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.392774] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.sentinel_service_name = mymaster {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.392936] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.socket_timeout = 0.1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.393109] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.trace_requests = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.393270] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler.trace_sqlalchemy = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.393442] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler_jaeger.process_tags = {} {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.393598] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler_jaeger.service_name_prefix = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.393758] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] profiler_otlp.service_name_prefix = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.393921] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] remote_debug.host = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.394091] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] remote_debug.port = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.394269] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.394432] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.394592] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.394750] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.394907] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.395075] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.395237] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.395395] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.395579] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.395757] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.395918] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.396098] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.396269] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.396433] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.396593] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.396758] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.396916] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.397088] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.397259] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.397422] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.397582] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.397744] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.397902] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.398071] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.398231] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.398389] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.398545] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.398703] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.398860] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.399028] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.399192] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.ssl = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.399360] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.399525] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.399684] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.399847] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.400022] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.ssl_version = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.400179] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.400362] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.400527] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_notifications.retry = -1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.400700] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.400866] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_messaging_notifications.transport_url = **** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.401047] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.auth_section = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.401217] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.auth_type = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.401376] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.cafile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.401534] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.certfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.401695] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.collect_timing = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.401850] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.connect_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.402013] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.connect_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.402175] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.endpoint_id = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.402344] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.endpoint_interface = publicURL {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.402504] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.endpoint_override = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.402658] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.endpoint_region_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.402814] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.endpoint_service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.402971] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.endpoint_service_type = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.403142] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.insecure = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.403301] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.keyfile = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.403457] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.max_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.403610] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.min_version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.403766] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.region_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.403922] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.retriable_status_codes = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.404093] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.service_name = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.404255] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.service_type = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.404415] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.split_loggers = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.404573] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.status_code_retries = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.404732] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.status_code_retry_delay = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.404887] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.timeout = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.405056] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.valid_interfaces = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.405224] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_limit.version = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.405401] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_reports.file_event_handler = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.405563] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.405722] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] oslo_reports.log_dir = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.405890] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.406057] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.406218] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.406381] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.406540] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.406695] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.406860] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.407047] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_ovs_privileged.group = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.407182] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.407347] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.407506] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.407659] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] vif_plug_ovs_privileged.user = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.407826] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_linux_bridge.flat_interface = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.408017] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.408189] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.408359] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.408526] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.408694] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.408854] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.409022] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.409203] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.409369] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_ovs.isolate_vif = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.409536] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.409697] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.409861] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.410045] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_ovs.ovsdb_interface = native {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.410210] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] os_vif_ovs.per_port_bridge = False {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.410380] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] privsep_osbrick.capabilities = [21] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.410540] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] privsep_osbrick.group = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.410693] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] privsep_osbrick.helper_command = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.410854] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.411022] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.411181] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] privsep_osbrick.user = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.411348] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.411505] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] nova_sys_admin.group = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.411659] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] nova_sys_admin.helper_command = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.411819] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.411975] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.412143] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] nova_sys_admin.user = None {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.412275] env[69308]: DEBUG oslo_service.backend.eventlet.service [None req-33ac8834-3f06-495c-b8cd-08054769379f None None] ******************************************************************************** {{(pid=69308) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 535.412708] env[69308]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 535.916868] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Getting list of instances from cluster (obj){ [ 535.916868] env[69308]: value = "domain-c8" [ 535.916868] env[69308]: _type = "ClusterComputeResource" [ 535.916868] env[69308]: } {{(pid=69308) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.918061] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e5cc48-922f-4ce3-beae-16da9555dca6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.927655] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Got total of 0 instances {{(pid=69308) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.928271] env[69308]: WARNING nova.virt.vmwareapi.driver [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 535.928761] env[69308]: INFO nova.virt.node [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Generated node identity b6fa2e8a-c639-42f2-b0fa-1f05614fc14f [ 535.929014] env[69308]: INFO nova.virt.node [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Wrote node identity b6fa2e8a-c639-42f2-b0fa-1f05614fc14f to /opt/stack/data/n-cpu-1/compute_id [ 536.432188] env[69308]: WARNING nova.compute.manager [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Compute nodes ['b6fa2e8a-c639-42f2-b0fa-1f05614fc14f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 537.437911] env[69308]: INFO nova.compute.manager [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 538.443671] env[69308]: WARNING nova.compute.manager [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 538.444059] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.444218] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.444373] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.444531] env[69308]: DEBUG nova.compute.resource_tracker [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 538.445796] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a964c9c-71c2-4a16-9d8c-f6de2bf64dfb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.453937] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadccaf6-ede6-4a0a-877f-653cb2f3274b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.468322] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e106dc3-70b6-48fd-a9a4-c7398eb47d00 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.475624] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004cfad1-3340-4269-b9ba-49271411d094 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.504622] env[69308]: DEBUG nova.compute.resource_tracker [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180818MB free_disk=46GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 538.504799] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.504980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.007885] env[69308]: WARNING nova.compute.resource_tracker [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] No compute node record for cpu-1:b6fa2e8a-c639-42f2-b0fa-1f05614fc14f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b6fa2e8a-c639-42f2-b0fa-1f05614fc14f could not be found. [ 539.512971] env[69308]: INFO nova.compute.resource_tracker [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f [ 541.021172] env[69308]: DEBUG nova.compute.resource_tracker [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 541.021586] env[69308]: DEBUG nova.compute.resource_tracker [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 541.185624] env[69308]: INFO nova.scheduler.client.report [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] [req-36cb3753-78cf-4e04-aec9-eee412007ad2] Created resource provider record via placement API for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 541.208157] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cf7e08-87f9-4acb-a38d-d58327c0ce5b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.216369] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f371e988-ec76-4b63-bed3-cdb9a0e0ac9b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.249693] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa20008-6afb-42d2-9ac2-04d70d7fd7d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.257895] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb6a16-349e-4bf4-9581-9ba88103127d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.270922] env[69308]: DEBUG nova.compute.provider_tree [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.809774] env[69308]: DEBUG nova.scheduler.client.report [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 541.809983] env[69308]: DEBUG nova.compute.provider_tree [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 0 to 1 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.810095] env[69308]: DEBUG nova.compute.provider_tree [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.861145] env[69308]: DEBUG nova.compute.provider_tree [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 1 to 2 during operation: update_traits {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 542.365744] env[69308]: DEBUG nova.compute.resource_tracker [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 542.366134] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.366134] env[69308]: DEBUG nova.service [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Creating RPC server for service compute {{(pid=69308) start /opt/stack/nova/nova/service.py:186}} [ 542.379718] env[69308]: DEBUG nova.service [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] Join ServiceGroup membership for this service compute {{(pid=69308) start /opt/stack/nova/nova/service.py:203}} [ 542.379931] env[69308]: DEBUG nova.servicegroup.drivers.db [None req-7c0f1d77-b8b2-4575-8aee-87fea41a191b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69308) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 556.382099] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.885251] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Getting list of instances from cluster (obj){ [ 556.885251] env[69308]: value = "domain-c8" [ 556.885251] env[69308]: _type = "ClusterComputeResource" [ 556.885251] env[69308]: } {{(pid=69308) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.886498] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718bd0cf-9c80-4e3d-be22-5d8d2d8e79e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.895470] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Got total of 0 instances {{(pid=69308) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 556.895778] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.896050] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Getting list of instances from cluster (obj){ [ 556.896050] env[69308]: value = "domain-c8" [ 556.896050] env[69308]: _type = "ClusterComputeResource" [ 556.896050] env[69308]: } {{(pid=69308) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.896926] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89589b-78c1-4aba-9246-6b8af7624a94 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.904713] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Got total of 0 instances {{(pid=69308) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 588.710529] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquiring lock "d85e0043-5556-4de2-a14b-654fcb440aa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.710823] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "d85e0043-5556-4de2-a14b-654fcb440aa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.747604] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "dcc61c85-f39c-40e0-95cf-c18894eebf03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.747909] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "dcc61c85-f39c-40e0-95cf-c18894eebf03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.214485] env[69308]: DEBUG nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.251912] env[69308]: DEBUG nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.575473] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.575473] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.782410] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.782784] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.788752] env[69308]: INFO nova.compute.claims [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.793222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.081425] env[69308]: DEBUG nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.315917] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquiring lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.315917] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.611252] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.611775] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.612260] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.612346] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.612700] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.613006] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.613388] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.613605] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 590.613801] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 590.617411] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.819413] env[69308]: DEBUG nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.905526] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75fb59d-fd5a-41fb-9122-281381d6e58f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.923118] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ab6e59-0c6a-404a-bc6d-f758397d3e6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.960484] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06733ee3-e0ca-4532-8aff-fb1e3daeeb9f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.970569] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05858b6-65ee-4b82-9d30-51c3b3810013 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.987456] env[69308]: DEBUG nova.compute.provider_tree [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.119976] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.360270] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.492353] env[69308]: DEBUG nova.scheduler.client.report [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.005122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.005608] env[69308]: DEBUG nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.010253] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.217s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.013662] env[69308]: INFO nova.compute.claims [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.522716] env[69308]: DEBUG nova.compute.utils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.522716] env[69308]: DEBUG nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.523156] env[69308]: DEBUG nova.network.neutron [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.032572] env[69308]: DEBUG nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.052349] env[69308]: DEBUG nova.policy [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a63c8ec38074f74978bc6a2fb977a82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eeeadb3f3a542b2a99339cc9ee0d49b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.162536] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804c92ae-da0d-4644-8598-a854241fb310 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.171318] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4572dd-92ff-40b0-ba43-4b6f785cf50e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.208853] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c704eb06-bb68-49df-acaf-527456dce7f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.217919] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29739cf-8f81-4216-8db8-8530b9509fab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.239686] env[69308]: DEBUG nova.compute.provider_tree [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.336664] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.337156] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.744196] env[69308]: DEBUG nova.scheduler.client.report [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.839887] env[69308]: DEBUG nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.067889] env[69308]: DEBUG nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.099488] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.099730] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.099886] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.100421] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.100619] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.100775] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.100994] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.101951] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.101951] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.101951] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.102082] env[69308]: DEBUG nova.virt.hardware [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.103550] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f149a-6254-437d-8c73-a19cddc4b7e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.113686] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ff9b62-2406-4042-ba62-095df758650d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.136023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcb8a9e-97fe-4c67-a2f4-22f9eef3de01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.196585] env[69308]: DEBUG nova.network.neutron [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Successfully created port: 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.252104] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.252104] env[69308]: DEBUG nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.257561] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.639s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.259228] env[69308]: INFO nova.compute.claims [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.375956] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.764539] env[69308]: DEBUG nova.compute.utils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.765985] env[69308]: DEBUG nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.766196] env[69308]: DEBUG nova.network.neutron [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.937394] env[69308]: DEBUG nova.policy [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed5d664fd8e44bc29f98c4aa3eeb1d70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18c52a311e794638954d6879eff81724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.277922] env[69308]: DEBUG nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.418698] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquiring lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.418936] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.455282] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600ff0fc-4a65-4b7a-b1dd-c3a602398ae5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.466434] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a5d147-83f8-45ce-9d62-4569aaa42aae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.502452] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cea7ec-a3a1-46b4-b24f-aab17fd32ab2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.510673] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d164e41d-665a-4a95-a1f5-6686ccf6527a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.528803] env[69308]: DEBUG nova.compute.provider_tree [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.905862] env[69308]: DEBUG nova.network.neutron [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Successfully created port: 5a334345-b3b8-42f4-a66f-d09c06b7cf2d {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.929399] env[69308]: DEBUG nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.032776] env[69308]: DEBUG nova.scheduler.client.report [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.124587] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.124843] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.291037] env[69308]: DEBUG nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.332126] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.332254] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.335546] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.335546] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.335546] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.335546] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.335546] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.335998] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.335998] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.335998] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.335998] env[69308]: DEBUG nova.virt.hardware [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.337678] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b3c5d9-c513-4806-ad21-9a7f0ee118cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.352230] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ad02c9-5926-4a5a-b749-9ecb53ec6d7d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.466767] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.540571] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.541957] env[69308]: DEBUG nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.544848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.425s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.545428] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.547537] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 596.547537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.187s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.548481] env[69308]: INFO nova.compute.claims [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.554142] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc0dded-4004-4d8b-9d48-a3909501a974 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.564955] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4ee020-f614-4916-bda4-7b86953d706f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.590252] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18bd5d2-7000-45e7-a623-510336ba3636 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.599063] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430c1ee-c2ec-4048-a6bf-acdac5a3d1e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.645368] env[69308]: DEBUG nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.650065] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180833MB free_disk=46GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 596.650279] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.054735] env[69308]: DEBUG nova.compute.utils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.057705] env[69308]: DEBUG nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.057882] env[69308]: DEBUG nova.network.neutron [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.177190] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.205167] env[69308]: DEBUG nova.policy [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75b89f5a200442aa5a62e4320035bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9e05b972ee14b688088ab9504efadcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.455117] env[69308]: DEBUG nova.network.neutron [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Successfully updated port: 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.559062] env[69308]: DEBUG nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.712850] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf1f58-53e0-467c-8583-8b4f7b6c67a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.722691] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc975efb-148b-42b6-b2b1-458d4d7ff251 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.760603] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcd75c2-b272-414b-b784-70819fe8fcd5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.770875] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eafd32f-adff-49e6-8a2f-aa9eeb04ed5c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.786850] env[69308]: DEBUG nova.compute.provider_tree [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.966103] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquiring lock "refresh_cache-d85e0043-5556-4de2-a14b-654fcb440aa3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.966103] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquired lock "refresh_cache-d85e0043-5556-4de2-a14b-654fcb440aa3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.966103] env[69308]: DEBUG nova.network.neutron [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.289832] env[69308]: DEBUG nova.scheduler.client.report [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.581131] env[69308]: DEBUG nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.593697] env[69308]: DEBUG nova.compute.manager [req-c56d28d1-0f20-4c9d-a4ab-86e372194b20 req-2b3eed66-4f25-4375-b6f6-7387cdaf61a7 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Received event network-vif-plugged-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.597216] env[69308]: DEBUG oslo_concurrency.lockutils [req-c56d28d1-0f20-4c9d-a4ab-86e372194b20 req-2b3eed66-4f25-4375-b6f6-7387cdaf61a7 service nova] Acquiring lock "d85e0043-5556-4de2-a14b-654fcb440aa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.597216] env[69308]: DEBUG oslo_concurrency.lockutils [req-c56d28d1-0f20-4c9d-a4ab-86e372194b20 req-2b3eed66-4f25-4375-b6f6-7387cdaf61a7 service nova] Lock "d85e0043-5556-4de2-a14b-654fcb440aa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.597216] env[69308]: DEBUG oslo_concurrency.lockutils [req-c56d28d1-0f20-4c9d-a4ab-86e372194b20 req-2b3eed66-4f25-4375-b6f6-7387cdaf61a7 service nova] Lock "d85e0043-5556-4de2-a14b-654fcb440aa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.597216] env[69308]: DEBUG nova.compute.manager [req-c56d28d1-0f20-4c9d-a4ab-86e372194b20 req-2b3eed66-4f25-4375-b6f6-7387cdaf61a7 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] No waiting events found dispatching network-vif-plugged-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.597216] env[69308]: WARNING nova.compute.manager [req-c56d28d1-0f20-4c9d-a4ab-86e372194b20 req-2b3eed66-4f25-4375-b6f6-7387cdaf61a7 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Received unexpected event network-vif-plugged-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa for instance with vm_state building and task_state spawning. [ 598.630680] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.631239] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.631239] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.631239] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.631387] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.632574] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.632881] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.633071] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.633663] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.633883] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.634105] env[69308]: DEBUG nova.virt.hardware [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.636353] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be046f1-411c-4f54-9be8-72f78761f607 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.647487] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816db63d-e8bc-48fa-911b-2df9d5ad74a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.653268] env[69308]: DEBUG nova.network.neutron [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.800031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.800342] env[69308]: DEBUG nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.805142] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.429s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.806495] env[69308]: INFO nova.compute.claims [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.822444] env[69308]: DEBUG nova.network.neutron [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Successfully created port: 15346062-6888-403b-b0f1-0f12243b2f62 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.898289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquiring lock "7650ef23-41ab-4aba-89cf-d33006912049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.898558] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "7650ef23-41ab-4aba-89cf-d33006912049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.311472] env[69308]: DEBUG nova.compute.utils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.319858] env[69308]: DEBUG nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.319858] env[69308]: DEBUG nova.network.neutron [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.401444] env[69308]: DEBUG nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.583760] env[69308]: DEBUG nova.network.neutron [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Successfully updated port: 5a334345-b3b8-42f4-a66f-d09c06b7cf2d {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.748520] env[69308]: DEBUG nova.network.neutron [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Updating instance_info_cache with network_info: [{"id": "07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa", "address": "fa:16:3e:dc:9c:44", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d8358f-1c", "ovs_interfaceid": "07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.818314] env[69308]: DEBUG nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.824035] env[69308]: DEBUG nova.policy [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'defa9f0ea0ae4ecda26a2b71ebfba700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '030522f5c94a4432b60b56202e729029', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.935189] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.991521] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14fbc29-d239-4edd-aff5-27c10fa6d3d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.000415] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20efa70-67a3-4de3-b3a8-962d198c87b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.037500] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4221df30-0fc3-4fe0-9f49-dab9493081b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.046929] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da925a99-45e7-4ceb-8ed9-0bd3e012b131 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.065993] env[69308]: DEBUG nova.compute.provider_tree [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.086491] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "refresh_cache-dcc61c85-f39c-40e0-95cf-c18894eebf03" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.086560] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquired lock "refresh_cache-dcc61c85-f39c-40e0-95cf-c18894eebf03" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.087348] env[69308]: DEBUG nova.network.neutron [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.250751] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Releasing lock "refresh_cache-d85e0043-5556-4de2-a14b-654fcb440aa3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.251066] env[69308]: DEBUG nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Instance network_info: |[{"id": "07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa", "address": "fa:16:3e:dc:9c:44", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d8358f-1c", "ovs_interfaceid": "07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.251594] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:9c:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.267297] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.267297] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4b5b63d-1b61-4a77-858b-779a12da6e15 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.284182] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Created folder: OpenStack in parent group-v4. [ 600.284405] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Creating folder: Project (9eeeadb3f3a542b2a99339cc9ee0d49b). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.284631] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd9dc7d3-4924-450d-8810-f4df41b261fe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.297012] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Created folder: Project (9eeeadb3f3a542b2a99339cc9ee0d49b) in parent group-v768498. [ 600.297235] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Creating folder: Instances. Parent ref: group-v768499. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.297621] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c1b7883-2719-4508-97ff-cbf35bfdcf41 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.308379] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Created folder: Instances in parent group-v768499. [ 600.308888] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.308888] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.309096] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-304dcfb5-0bd7-4268-8088-2c7a6216aaf0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.340101] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.340101] env[69308]: value = "task-3867724" [ 600.340101] env[69308]: _type = "Task" [ 600.340101] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.355264] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867724, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.569879] env[69308]: DEBUG nova.scheduler.client.report [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.579334] env[69308]: DEBUG nova.compute.manager [req-cdaa0b9d-2263-4409-9384-38a3e880b541 req-3a29102a-b98e-4d42-af48-a4507b73b944 service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Received event network-vif-plugged-5a334345-b3b8-42f4-a66f-d09c06b7cf2d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.580276] env[69308]: DEBUG oslo_concurrency.lockutils [req-cdaa0b9d-2263-4409-9384-38a3e880b541 req-3a29102a-b98e-4d42-af48-a4507b73b944 service nova] Acquiring lock "dcc61c85-f39c-40e0-95cf-c18894eebf03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.580276] env[69308]: DEBUG oslo_concurrency.lockutils [req-cdaa0b9d-2263-4409-9384-38a3e880b541 req-3a29102a-b98e-4d42-af48-a4507b73b944 service nova] Lock "dcc61c85-f39c-40e0-95cf-c18894eebf03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.580276] env[69308]: DEBUG oslo_concurrency.lockutils [req-cdaa0b9d-2263-4409-9384-38a3e880b541 req-3a29102a-b98e-4d42-af48-a4507b73b944 service nova] Lock "dcc61c85-f39c-40e0-95cf-c18894eebf03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.580276] env[69308]: DEBUG nova.compute.manager [req-cdaa0b9d-2263-4409-9384-38a3e880b541 req-3a29102a-b98e-4d42-af48-a4507b73b944 service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] No waiting events found dispatching network-vif-plugged-5a334345-b3b8-42f4-a66f-d09c06b7cf2d {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.580276] env[69308]: WARNING nova.compute.manager [req-cdaa0b9d-2263-4409-9384-38a3e880b541 req-3a29102a-b98e-4d42-af48-a4507b73b944 service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Received unexpected event network-vif-plugged-5a334345-b3b8-42f4-a66f-d09c06b7cf2d for instance with vm_state building and task_state spawning. [ 600.698964] env[69308]: DEBUG nova.network.neutron [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.833954] env[69308]: DEBUG nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.860016] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867724, 'name': CreateVM_Task, 'duration_secs': 0.455528} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.865850] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.884850] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.884850] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.884850] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.885028] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.885028] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.888394] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.888394] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.888394] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.888394] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.888394] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.888565] env[69308]: DEBUG nova.virt.hardware [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.888565] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cfd849-ef45-4615-8008-2748b4263089 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.893682] env[69308]: DEBUG oslo_vmware.service [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1e0461-c705-4adb-9f4b-0ea8b0edb316 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.905524] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31331e4-09be-4322-b58b-009701a56a6e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.927925] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.928146] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.928948] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.929261] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb99039-dda6-440c-89f2-0f7947e059b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.939155] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 600.939155] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522c209e-c276-85e1-1639-41c67a83894f" [ 600.939155] env[69308]: _type = "Task" [ 600.939155] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.954279] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522c209e-c276-85e1-1639-41c67a83894f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.075681] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.076252] env[69308]: DEBUG nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.079786] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.613s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.085999] env[69308]: INFO nova.compute.claims [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.203117] env[69308]: DEBUG nova.compute.manager [req-2cddb5d8-41dd-4d6c-b22a-e649e6f0d232 req-f52c0725-5ce9-4f49-a973-e21a4c1b2e24 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Received event network-changed-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.203117] env[69308]: DEBUG nova.compute.manager [req-2cddb5d8-41dd-4d6c-b22a-e649e6f0d232 req-f52c0725-5ce9-4f49-a973-e21a4c1b2e24 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Refreshing instance network info cache due to event network-changed-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 601.203117] env[69308]: DEBUG oslo_concurrency.lockutils [req-2cddb5d8-41dd-4d6c-b22a-e649e6f0d232 req-f52c0725-5ce9-4f49-a973-e21a4c1b2e24 service nova] Acquiring lock "refresh_cache-d85e0043-5556-4de2-a14b-654fcb440aa3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.203117] env[69308]: DEBUG oslo_concurrency.lockutils [req-2cddb5d8-41dd-4d6c-b22a-e649e6f0d232 req-f52c0725-5ce9-4f49-a973-e21a4c1b2e24 service nova] Acquired lock "refresh_cache-d85e0043-5556-4de2-a14b-654fcb440aa3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.203117] env[69308]: DEBUG nova.network.neutron [req-2cddb5d8-41dd-4d6c-b22a-e649e6f0d232 req-f52c0725-5ce9-4f49-a973-e21a4c1b2e24 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Refreshing network info cache for port 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.209985] env[69308]: DEBUG nova.network.neutron [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Updating instance_info_cache with network_info: [{"id": "5a334345-b3b8-42f4-a66f-d09c06b7cf2d", "address": "fa:16:3e:a7:38:6c", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a334345-b3", "ovs_interfaceid": "5a334345-b3b8-42f4-a66f-d09c06b7cf2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.453632] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.453825] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.454177] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.454296] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.455978] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.456298] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a89e24-5485-4f60-abbe-d445145e90dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.466851] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.467133] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.467857] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65013c6-ca15-476f-b48d-65a5d6f8f206 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.479907] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60cb3e71-6c03-406c-97d2-373fa57e2906 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.486200] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 601.486200] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c7d427-adc6-2d38-54dc-2f9caf248015" [ 601.486200] env[69308]: _type = "Task" [ 601.486200] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.496182] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c7d427-adc6-2d38-54dc-2f9caf248015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.596039] env[69308]: DEBUG nova.compute.utils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.597992] env[69308]: DEBUG nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.598213] env[69308]: DEBUG nova.network.neutron [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.717467] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Releasing lock "refresh_cache-dcc61c85-f39c-40e0-95cf-c18894eebf03" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.717789] env[69308]: DEBUG nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Instance network_info: |[{"id": "5a334345-b3b8-42f4-a66f-d09c06b7cf2d", "address": "fa:16:3e:a7:38:6c", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a334345-b3", "ovs_interfaceid": "5a334345-b3b8-42f4-a66f-d09c06b7cf2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.718322] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:38:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a334345-b3b8-42f4-a66f-d09c06b7cf2d', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.728491] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Creating folder: Project (18c52a311e794638954d6879eff81724). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.729176] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0b0b809-d951-4ba8-b070-4b366f9091bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.743258] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Created folder: Project (18c52a311e794638954d6879eff81724) in parent group-v768498. [ 601.743411] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Creating folder: Instances. Parent ref: group-v768502. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.744071] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-431974bb-cbbe-4c5e-ae2f-d7b67dd21571 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.756486] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Created folder: Instances in parent group-v768502. [ 601.757606] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.757711] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.757979] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26c3465d-1337-40ce-a9c7-cf181911344a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.784737] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.784737] env[69308]: value = "task-3867727" [ 601.784737] env[69308]: _type = "Task" [ 601.784737] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.799252] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867727, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.823968] env[69308]: DEBUG nova.network.neutron [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Successfully created port: 32b2f3f5-8d4b-464d-a6f0-2327919c112b {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.942575] env[69308]: DEBUG nova.policy [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1511344d7d4aa582ecc800b207d010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c43014e01f741f79061f95c5b6d1df2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.000256] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Preparing fetch location {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 602.000572] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Creating directory with path [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.000910] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d151715c-44a8-4b47-b5d8-75e081a9789e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.040341] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Created directory with path [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.040548] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Fetch image to [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 602.043174] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Downloading image file data cb539590-a3b6-489a-a68c-410cb30c3b41 to [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk on the data store datastore1 {{(pid=69308) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 602.044113] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c36ca4-24eb-4748-b624-aab4f91ff68c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.054199] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898a737-4c6d-4e2b-add3-c615b0592efe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.070934] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe2d11c-209c-4545-94b2-503222f120c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.112347] env[69308]: DEBUG nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.121204] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055e4af0-acb8-43dd-990f-b0a529644d54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.130301] env[69308]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-8258f4a9-6e61-4f06-a4de-ba8170da497d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.235239] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Downloading image file data cb539590-a3b6-489a-a68c-410cb30c3b41 to the data store datastore1 {{(pid=69308) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 602.302538] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867727, 'name': CreateVM_Task, 'duration_secs': 0.412479} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.302538] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.302895] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.303067] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.303512] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.306240] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1440f755-4553-483f-b954-7fb89b1379ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.313566] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 602.313566] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f85cbc-7c19-65d0-f3ea-e54f9457b298" [ 602.313566] env[69308]: _type = "Task" [ 602.313566] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.322921] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfb9e46-b5a4-4764-b600-4d1acbd77bb4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.335477] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.335776] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.336048] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.337053] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2833909f-814b-4663-b335-bfac0910d177 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.373331] env[69308]: DEBUG oslo_vmware.rw_handles [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69308) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 602.375154] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16009f12-a1bd-44b5-892e-310c70a2edf9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.434263] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06674bcf-16c1-45e8-8056-c79c02a0d848 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.453279] env[69308]: DEBUG nova.compute.provider_tree [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.959226] env[69308]: DEBUG nova.scheduler.client.report [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.037411] env[69308]: DEBUG nova.network.neutron [req-2cddb5d8-41dd-4d6c-b22a-e649e6f0d232 req-f52c0725-5ce9-4f49-a973-e21a4c1b2e24 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Updated VIF entry in instance network info cache for port 07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.039824] env[69308]: DEBUG nova.network.neutron [req-2cddb5d8-41dd-4d6c-b22a-e649e6f0d232 req-f52c0725-5ce9-4f49-a973-e21a4c1b2e24 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Updating instance_info_cache with network_info: [{"id": "07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa", "address": "fa:16:3e:dc:9c:44", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d8358f-1c", "ovs_interfaceid": "07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.130244] env[69308]: DEBUG nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.152303] env[69308]: DEBUG oslo_vmware.rw_handles [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Completed reading data from the image iterator. {{(pid=69308) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 603.152565] env[69308]: DEBUG oslo_vmware.rw_handles [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 603.179388] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.179712] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.179917] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.180127] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.180297] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.180459] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.180749] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.183164] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.183423] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.183639] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.183809] env[69308]: DEBUG nova.virt.hardware [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.186086] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99350d0-a12b-44e4-b51c-bda3c1e355db {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.195949] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1b121d-e867-4531-bc7d-134daa5154b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.223434] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Downloaded image file data cb539590-a3b6-489a-a68c-410cb30c3b41 to vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk on the data store datastore1 {{(pid=69308) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 603.225121] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Caching image {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 603.225419] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Copying Virtual Disk [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk to [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.225881] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9e5182-5e39-4687-885f-4d3c748234a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.238494] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 603.238494] env[69308]: value = "task-3867728" [ 603.238494] env[69308]: _type = "Task" [ 603.238494] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.248213] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.342629] env[69308]: DEBUG nova.network.neutron [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Successfully updated port: 15346062-6888-403b-b0f1-0f12243b2f62 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.349470] env[69308]: DEBUG nova.network.neutron [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Successfully created port: 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.405496] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquiring lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.405764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.469623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.470093] env[69308]: DEBUG nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.473686] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.823s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.544133] env[69308]: DEBUG oslo_concurrency.lockutils [req-2cddb5d8-41dd-4d6c-b22a-e649e6f0d232 req-f52c0725-5ce9-4f49-a973-e21a4c1b2e24 service nova] Releasing lock "refresh_cache-d85e0043-5556-4de2-a14b-654fcb440aa3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.751967] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867728, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.849699] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "refresh_cache-d52ddc48-9f9b-486e-bd3c-7407860cda16" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.849785] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "refresh_cache-d52ddc48-9f9b-486e-bd3c-7407860cda16" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.849934] env[69308]: DEBUG nova.network.neutron [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.912637] env[69308]: DEBUG nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.983916] env[69308]: DEBUG nova.compute.utils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.987288] env[69308]: DEBUG nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.987288] env[69308]: DEBUG nova.network.neutron [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.039104] env[69308]: DEBUG nova.compute.manager [req-5f9025cb-cc0d-4d5f-afd1-c93dc4479cbc req-2a1c35a7-02e3-42e5-b09d-fcdb1878a4ac service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Received event network-changed-5a334345-b3b8-42f4-a66f-d09c06b7cf2d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 604.039104] env[69308]: DEBUG nova.compute.manager [req-5f9025cb-cc0d-4d5f-afd1-c93dc4479cbc req-2a1c35a7-02e3-42e5-b09d-fcdb1878a4ac service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Refreshing instance network info cache due to event network-changed-5a334345-b3b8-42f4-a66f-d09c06b7cf2d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 604.039104] env[69308]: DEBUG oslo_concurrency.lockutils [req-5f9025cb-cc0d-4d5f-afd1-c93dc4479cbc req-2a1c35a7-02e3-42e5-b09d-fcdb1878a4ac service nova] Acquiring lock "refresh_cache-dcc61c85-f39c-40e0-95cf-c18894eebf03" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.039104] env[69308]: DEBUG oslo_concurrency.lockutils [req-5f9025cb-cc0d-4d5f-afd1-c93dc4479cbc req-2a1c35a7-02e3-42e5-b09d-fcdb1878a4ac service nova] Acquired lock "refresh_cache-dcc61c85-f39c-40e0-95cf-c18894eebf03" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.039746] env[69308]: DEBUG nova.network.neutron [req-5f9025cb-cc0d-4d5f-afd1-c93dc4479cbc req-2a1c35a7-02e3-42e5-b09d-fcdb1878a4ac service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Refreshing network info cache for port 5a334345-b3b8-42f4-a66f-d09c06b7cf2d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.175978] env[69308]: DEBUG nova.policy [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be52d36c5e204dff8adebb4d346bbd49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd12b7a7ecbf044b1895b0d44e31214a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.252741] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710649} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.253344] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Copied Virtual Disk [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk to [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.253541] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Deleting the datastore file [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.254015] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1238ee26-0f88-47cc-b487-210ab1516b4c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.262629] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 604.262629] env[69308]: value = "task-3867729" [ 604.262629] env[69308]: _type = "Task" [ 604.262629] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.275835] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.429475] env[69308]: DEBUG nova.network.neutron [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.442416] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.497858] env[69308]: DEBUG nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.531029] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance d85e0043-5556-4de2-a14b-654fcb440aa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.532879] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance dcc61c85-f39c-40e0-95cf-c18894eebf03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.532879] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance d52ddc48-9f9b-486e-bd3c-7407860cda16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.532879] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.532879] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 943cc30d-aa71-41d6-a022-fc9fe05b94a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.533114] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 9bed399d-c3f5-4659-bbe0-c88f73e1e52b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.679911] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "fc921d48-70c0-4871-9326-56333421f368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.679911] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "fc921d48-70c0-4871-9326-56333421f368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.784200] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026905} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.784575] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.784732] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Moving file from [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1/cb539590-a3b6-489a-a68c-410cb30c3b41 to [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41. {{(pid=69308) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 604.785008] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cd2bd7c3-7608-4739-8804-aaba1298db20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.794449] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 604.794449] env[69308]: value = "task-3867730" [ 604.794449] env[69308]: _type = "Task" [ 604.794449] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.810898] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867730, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.877390] env[69308]: DEBUG nova.network.neutron [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Updating instance_info_cache with network_info: [{"id": "15346062-6888-403b-b0f1-0f12243b2f62", "address": "fa:16:3e:a3:71:de", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15346062-68", "ovs_interfaceid": "15346062-6888-403b-b0f1-0f12243b2f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.028893] env[69308]: DEBUG nova.network.neutron [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Successfully created port: 661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.038035] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b72ebe87-2c2c-459f-ab59-53a52ab780f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 605.182055] env[69308]: DEBUG nova.compute.manager [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.204277] env[69308]: DEBUG nova.network.neutron [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Successfully updated port: 32b2f3f5-8d4b-464d-a6f0-2327919c112b {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.227753] env[69308]: DEBUG nova.network.neutron [req-5f9025cb-cc0d-4d5f-afd1-c93dc4479cbc req-2a1c35a7-02e3-42e5-b09d-fcdb1878a4ac service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Updated VIF entry in instance network info cache for port 5a334345-b3b8-42f4-a66f-d09c06b7cf2d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.228140] env[69308]: DEBUG nova.network.neutron [req-5f9025cb-cc0d-4d5f-afd1-c93dc4479cbc req-2a1c35a7-02e3-42e5-b09d-fcdb1878a4ac service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Updating instance_info_cache with network_info: [{"id": "5a334345-b3b8-42f4-a66f-d09c06b7cf2d", "address": "fa:16:3e:a7:38:6c", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a334345-b3", "ovs_interfaceid": "5a334345-b3b8-42f4-a66f-d09c06b7cf2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.313677] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867730, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032425} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.313677] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] File moved {{(pid=69308) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 605.313677] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Cleaning up location [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 605.313841] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Deleting the datastore file [datastore1] vmware_temp/eec546d2-d244-4227-8926-7e9337aaa5f1 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.314144] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b3695b5-4a27-4f85-b10c-aa1431e4b53b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.326040] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 605.326040] env[69308]: value = "task-3867731" [ 605.326040] env[69308]: _type = "Task" [ 605.326040] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.336971] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.381365] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "refresh_cache-d52ddc48-9f9b-486e-bd3c-7407860cda16" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.381677] env[69308]: DEBUG nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Instance network_info: |[{"id": "15346062-6888-403b-b0f1-0f12243b2f62", "address": "fa:16:3e:a3:71:de", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15346062-68", "ovs_interfaceid": "15346062-6888-403b-b0f1-0f12243b2f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.382179] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:71:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15346062-6888-403b-b0f1-0f12243b2f62', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.399153] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating folder: Project (f9e05b972ee14b688088ab9504efadcc). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.399153] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f522e947-9917-4fbd-b786-aaad4a1a42c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.412207] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Created folder: Project (f9e05b972ee14b688088ab9504efadcc) in parent group-v768498. [ 605.413034] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating folder: Instances. Parent ref: group-v768505. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.413598] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4847f867-0553-4c2c-b811-047b6e9db070 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.429997] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Created folder: Instances in parent group-v768505. [ 605.430189] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.430441] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.430665] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba2c39a9-7c90-4ecf-9ab4-1daefeb5f45e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.453286] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.453286] env[69308]: value = "task-3867734" [ 605.453286] env[69308]: _type = "Task" [ 605.453286] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.465815] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867734, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.507069] env[69308]: DEBUG nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.542531] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 7650ef23-41ab-4aba-89cf-d33006912049 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 605.548716] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.549494] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.549494] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.549494] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.549654] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.552739] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.552739] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.552739] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.552739] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.552739] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.553200] env[69308]: DEBUG nova.virt.hardware [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.553502] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a1b112-6839-42f4-9c67-4e4aae7295d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.564989] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a4f37-27ac-46c6-a220-4e7ed87de779 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.706891] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquiring lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.707054] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquired lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.707205] env[69308]: DEBUG nova.network.neutron [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.721645] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.735210] env[69308]: DEBUG oslo_concurrency.lockutils [req-5f9025cb-cc0d-4d5f-afd1-c93dc4479cbc req-2a1c35a7-02e3-42e5-b09d-fcdb1878a4ac service nova] Releasing lock "refresh_cache-dcc61c85-f39c-40e0-95cf-c18894eebf03" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.836912] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029441} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.837211] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.840926] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afe0321-9a04-42ab-a482-af3f24c9c3c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.848027] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 605.848027] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b6f808-220e-719b-8b33-34e2c5e151df" [ 605.848027] env[69308]: _type = "Task" [ 605.848027] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.857989] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b6f808-220e-719b-8b33-34e2c5e151df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.920047] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquiring lock "7ed18568-9081-4128-b83f-d859bedb1bcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.920247] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "7ed18568-9081-4128-b83f-d859bedb1bcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.964513] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867734, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.045326] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance c8b292ee-acc4-4bc9-9f1f-62df83d1e36b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 606.366054] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b6f808-220e-719b-8b33-34e2c5e151df, 'name': SearchDatastore_Task, 'duration_secs': 0.020082} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.366390] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.366656] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] d85e0043-5556-4de2-a14b-654fcb440aa3/d85e0043-5556-4de2-a14b-654fcb440aa3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.366925] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.367126] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.367335] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5194b6bc-b95a-4cfb-8c4b-f0b89ea4c9f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.369642] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6afd507-363f-40b3-901d-d37bbb039bac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.378068] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 606.378068] env[69308]: value = "task-3867735" [ 606.378068] env[69308]: _type = "Task" [ 606.378068] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.382669] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.382868] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.387689] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27acde31-9ebc-465f-b95a-3af33e53f5aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.390664] env[69308]: DEBUG nova.network.neutron [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.403355] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 606.403355] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52012225-6d89-9917-35d9-b42a6d0e9cd3" [ 606.403355] env[69308]: _type = "Task" [ 606.403355] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.403541] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.419899] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52012225-6d89-9917-35d9-b42a6d0e9cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.421246] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e516763-934b-4cd5-91ae-10243e362232 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.428282] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 606.428282] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522261e9-5760-d397-68b4-91372728c999" [ 606.428282] env[69308]: _type = "Task" [ 606.428282] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.437959] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522261e9-5760-d397-68b4-91372728c999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.465850] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867734, 'name': CreateVM_Task, 'duration_secs': 0.515282} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.466708] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.466810] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.466912] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.467889] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.467889] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d97a971-e89c-4cfe-ba4e-bd4f2f103896 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.474873] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 606.474873] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5233c9dc-1371-48a6-ec8a-6be88a4377c4" [ 606.474873] env[69308]: _type = "Task" [ 606.474873] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.482754] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5233c9dc-1371-48a6-ec8a-6be88a4377c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.549447] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance fc921d48-70c0-4871-9326-56333421f368 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 606.549603] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 606.549675] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 606.690897] env[69308]: DEBUG nova.network.neutron [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Successfully updated port: 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.822229] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e938a6e-60ac-4a03-a10d-34083df5f5b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.835176] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7917b49-7ed5-4c5f-81d4-101f66f0fbb1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.884247] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2605db2-47d3-4e92-862f-d13e14cd8cca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.903506] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd3147-cb17-4ec0-b960-d9071329d7ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.907670] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867735, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.923327] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.947564] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522261e9-5760-d397-68b4-91372728c999, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.947716] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.947901] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] dcc61c85-f39c-40e0-95cf-c18894eebf03/dcc61c85-f39c-40e0-95cf-c18894eebf03.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.948202] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca07a8b-f4cd-4e13-b4a6-4a7554bcc03e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.956535] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 606.956535] env[69308]: value = "task-3867736" [ 606.956535] env[69308]: _type = "Task" [ 606.956535] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.987358] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5233c9dc-1371-48a6-ec8a-6be88a4377c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.987660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.987884] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.988453] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.988637] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.988826] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.989107] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-106b3391-5ae3-4ff8-a18a-83bf9507e407 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.007182] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.007442] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.008997] env[69308]: DEBUG nova.network.neutron [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Updating instance_info_cache with network_info: [{"id": "32b2f3f5-8d4b-464d-a6f0-2327919c112b", "address": "fa:16:3e:55:a5:41", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2f3f5-8d", "ovs_interfaceid": "32b2f3f5-8d4b-464d-a6f0-2327919c112b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.012385] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a3362c-3c8f-479c-b801-cd9cc2e3fafa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.021352] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 607.021352] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529484ea-be16-9ca1-cfce-d51176108f32" [ 607.021352] env[69308]: _type = "Task" [ 607.021352] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.034759] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529484ea-be16-9ca1-cfce-d51176108f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.196242] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "refresh_cache-943cc30d-aa71-41d6-a022-fc9fe05b94a4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.196242] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "refresh_cache-943cc30d-aa71-41d6-a022-fc9fe05b94a4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.196242] env[69308]: DEBUG nova.network.neutron [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.402834] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577845} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.405026] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] d85e0043-5556-4de2-a14b-654fcb440aa3/d85e0043-5556-4de2-a14b-654fcb440aa3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.405026] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.405026] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ff11881-c379-4569-8d7a-b988c08b0bba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.420187] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 607.420187] env[69308]: value = "task-3867737" [ 607.420187] env[69308]: _type = "Task" [ 607.420187] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.428797] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.429830] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.469467] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489985} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.470031] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] dcc61c85-f39c-40e0-95cf-c18894eebf03/dcc61c85-f39c-40e0-95cf-c18894eebf03.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.470274] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.471348] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1df168c-557a-449c-a7a1-e7caac312c31 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.482511] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 607.482511] env[69308]: value = "task-3867738" [ 607.482511] env[69308]: _type = "Task" [ 607.482511] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.489800] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.518152] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Releasing lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.518152] env[69308]: DEBUG nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Instance network_info: |[{"id": "32b2f3f5-8d4b-464d-a6f0-2327919c112b", "address": "fa:16:3e:55:a5:41", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2f3f5-8d", "ovs_interfaceid": "32b2f3f5-8d4b-464d-a6f0-2327919c112b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.520214] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:a5:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b2f3f5-8d4b-464d-a6f0-2327919c112b', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.537030] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Creating folder: Project (030522f5c94a4432b60b56202e729029). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.538075] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc42fdd1-a4ed-4e31-82fd-2dca6970c1a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.554087] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529484ea-be16-9ca1-cfce-d51176108f32, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.557096] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Created folder: Project (030522f5c94a4432b60b56202e729029) in parent group-v768498. [ 607.557288] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Creating folder: Instances. Parent ref: group-v768508. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.557518] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87728c1-9af1-4264-94e2-af0dfb613fe0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.560811] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8d33b0-5e90-422c-92e4-87b8dfd005f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.566311] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 607.566311] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52419b39-d902-99b8-387d-5265398118dc" [ 607.566311] env[69308]: _type = "Task" [ 607.566311] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.572753] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Created folder: Instances in parent group-v768508. [ 607.573754] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.576036] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.576305] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52419b39-d902-99b8-387d-5265398118dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.576504] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bed5473-8b40-4859-a6a7-cacccd714bfe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.597424] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.597424] env[69308]: value = "task-3867741" [ 607.597424] env[69308]: _type = "Task" [ 607.597424] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.607471] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867741, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.779680] env[69308]: DEBUG nova.network.neutron [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.937069] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129439} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.938123] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 607.938461] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.465s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.938707] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.939433] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.763s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.941345] env[69308]: INFO nova.compute.claims [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.944834] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2daaf3-400e-410e-9821-5dfb520f99ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.981833] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] d85e0043-5556-4de2-a14b-654fcb440aa3/d85e0043-5556-4de2-a14b-654fcb440aa3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.982965] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7861cf83-32c8-4eed-8a7a-45069e879c34 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.016541] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080732} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.019732] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.022872] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 608.022872] env[69308]: value = "task-3867742" [ 608.022872] env[69308]: _type = "Task" [ 608.022872] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.022872] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931351f7-5f9a-4379-a3c4-90dcde17ea08 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.059571] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] dcc61c85-f39c-40e0-95cf-c18894eebf03/dcc61c85-f39c-40e0-95cf-c18894eebf03.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.062764] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0852e1-ae92-4a74-ac35-db8177e267c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.076844] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.085964] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 608.085964] env[69308]: value = "task-3867743" [ 608.085964] env[69308]: _type = "Task" [ 608.085964] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.089764] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52419b39-d902-99b8-387d-5265398118dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.092948] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.093234] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] d52ddc48-9f9b-486e-bd3c-7407860cda16/d52ddc48-9f9b-486e-bd3c-7407860cda16.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.093505] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e29ffa-df7d-4c2d-bcf0-5be8cb4c8921 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.110455] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 608.110455] env[69308]: value = "task-3867744" [ 608.110455] env[69308]: _type = "Task" [ 608.110455] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.111028] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.127919] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.134810] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867741, 'name': CreateVM_Task, 'duration_secs': 0.399373} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.134977] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.137062] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.137062] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.137569] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.138054] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beca1cb0-d9eb-4768-be12-4136f9b6c64a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.145057] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 608.145057] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522bda25-3588-70a7-6fef-2db000ba0a22" [ 608.145057] env[69308]: _type = "Task" [ 608.145057] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.150833] env[69308]: DEBUG nova.network.neutron [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Updating instance_info_cache with network_info: [{"id": "0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3", "address": "fa:16:3e:6c:a8:50", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0c90e2-b9", "ovs_interfaceid": "0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.155855] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522bda25-3588-70a7-6fef-2db000ba0a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.305023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.305023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.334957] env[69308]: DEBUG nova.network.neutron [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Successfully updated port: 661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.359289] env[69308]: DEBUG nova.compute.manager [req-679141c3-eacc-490b-8e81-b376948d27d1 req-df7fb9ff-7c82-4de1-a1aa-09be80b8e2d5 service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Received event network-vif-plugged-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.359289] env[69308]: DEBUG oslo_concurrency.lockutils [req-679141c3-eacc-490b-8e81-b376948d27d1 req-df7fb9ff-7c82-4de1-a1aa-09be80b8e2d5 service nova] Acquiring lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.359289] env[69308]: DEBUG oslo_concurrency.lockutils [req-679141c3-eacc-490b-8e81-b376948d27d1 req-df7fb9ff-7c82-4de1-a1aa-09be80b8e2d5 service nova] Lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.359289] env[69308]: DEBUG oslo_concurrency.lockutils [req-679141c3-eacc-490b-8e81-b376948d27d1 req-df7fb9ff-7c82-4de1-a1aa-09be80b8e2d5 service nova] Lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.359289] env[69308]: DEBUG nova.compute.manager [req-679141c3-eacc-490b-8e81-b376948d27d1 req-df7fb9ff-7c82-4de1-a1aa-09be80b8e2d5 service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] No waiting events found dispatching network-vif-plugged-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.360497] env[69308]: WARNING nova.compute.manager [req-679141c3-eacc-490b-8e81-b376948d27d1 req-df7fb9ff-7c82-4de1-a1aa-09be80b8e2d5 service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Received unexpected event network-vif-plugged-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 for instance with vm_state building and task_state spawning. [ 608.388883] env[69308]: DEBUG nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Received event network-vif-plugged-15346062-6888-403b-b0f1-0f12243b2f62 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.389157] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Acquiring lock "d52ddc48-9f9b-486e-bd3c-7407860cda16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.389367] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.389530] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.389700] env[69308]: DEBUG nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] No waiting events found dispatching network-vif-plugged-15346062-6888-403b-b0f1-0f12243b2f62 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.389867] env[69308]: WARNING nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Received unexpected event network-vif-plugged-15346062-6888-403b-b0f1-0f12243b2f62 for instance with vm_state building and task_state spawning. [ 608.392789] env[69308]: DEBUG nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Received event network-changed-15346062-6888-403b-b0f1-0f12243b2f62 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.392789] env[69308]: DEBUG nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Refreshing instance network info cache due to event network-changed-15346062-6888-403b-b0f1-0f12243b2f62. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.393797] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Acquiring lock "refresh_cache-d52ddc48-9f9b-486e-bd3c-7407860cda16" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.394279] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Acquired lock "refresh_cache-d52ddc48-9f9b-486e-bd3c-7407860cda16" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.394279] env[69308]: DEBUG nova.network.neutron [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Refreshing network info cache for port 15346062-6888-403b-b0f1-0f12243b2f62 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.545760] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.601960] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867743, 'name': ReconfigVM_Task, 'duration_secs': 0.362616} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.606220] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Reconfigured VM instance instance-00000001 to attach disk [datastore1] dcc61c85-f39c-40e0-95cf-c18894eebf03/dcc61c85-f39c-40e0-95cf-c18894eebf03.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.607040] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc1e645a-ebc4-4eaa-bde8-d1979d1db795 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.614278] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 608.614278] env[69308]: value = "task-3867745" [ 608.614278] env[69308]: _type = "Task" [ 608.614278] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.626527] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.629841] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867745, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.659775] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "refresh_cache-943cc30d-aa71-41d6-a022-fc9fe05b94a4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.660953] env[69308]: DEBUG nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance network_info: |[{"id": "0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3", "address": "fa:16:3e:6c:a8:50", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0c90e2-b9", "ovs_interfaceid": "0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.662142] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522bda25-3588-70a7-6fef-2db000ba0a22, 'name': SearchDatastore_Task, 'duration_secs': 0.021131} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.662142] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a8:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.671905] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Creating folder: Project (1c43014e01f741f79061f95c5b6d1df2). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.673444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.673444] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.673444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.674324] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.674324] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.674324] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-821b67bc-2b3d-4227-a7ce-0ebb5bf163dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.676249] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e350252-2457-4944-a42e-9c5e72702866 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.685757] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.686065] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.687971] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2f5c10-8d79-41a6-bd29-5d669397f979 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.691094] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Created folder: Project (1c43014e01f741f79061f95c5b6d1df2) in parent group-v768498. [ 608.691457] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Creating folder: Instances. Parent ref: group-v768511. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.691591] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-539372bf-a932-435d-b88d-7b532b662cd4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.698324] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 608.698324] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527a76ee-5514-a13c-2b6a-9a9b4afd8582" [ 608.698324] env[69308]: _type = "Task" [ 608.698324] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.702421] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Created folder: Instances in parent group-v768511. [ 608.702721] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.702955] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.703229] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0a7eca-814d-4dcf-aac9-ded4c9c7457a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.722326] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527a76ee-5514-a13c-2b6a-9a9b4afd8582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.729312] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.729312] env[69308]: value = "task-3867748" [ 608.729312] env[69308]: _type = "Task" [ 608.729312] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.740239] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867748, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.840620] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquiring lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.840620] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquired lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.840620] env[69308]: DEBUG nova.network.neutron [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.055760] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.055890] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.062196] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.150239] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867744, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.156481] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867745, 'name': Rename_Task, 'duration_secs': 0.14511} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.156481] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.156787] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51f77019-5e3f-41d9-aec8-5527c0c81bbf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.173348] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 609.173348] env[69308]: value = "task-3867749" [ 609.173348] env[69308]: _type = "Task" [ 609.173348] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.188635] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.224932] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527a76ee-5514-a13c-2b6a-9a9b4afd8582, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.229435] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896fbec0-2093-4958-9e44-6d7cd8ac0323 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.263223] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 609.263223] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5202c765-5150-a415-2941-cddf7b4d870e" [ 609.263223] env[69308]: _type = "Task" [ 609.263223] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.271905] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867748, 'name': CreateVM_Task, 'duration_secs': 0.453386} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.278279] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.278914] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.279116] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.279494] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.280350] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0e14b7-a2eb-4fbf-bad7-5ae38df7307a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.293602] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 609.293602] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5294e586-4538-c8f4-703a-03f32b3b6c7d" [ 609.293602] env[69308]: _type = "Task" [ 609.293602] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.293760] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5202c765-5150-a415-2941-cddf7b4d870e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.304402] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5294e586-4538-c8f4-703a-03f32b3b6c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.307181] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa7456-2eea-4231-94af-9f4b8d86ebcf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.316980] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fd6b1f-99df-4261-803d-4d338624c0c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.355983] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7bc5f0-a52a-4041-919d-e4724e9f5b5f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.365877] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0b9ca8-868d-4c0d-839b-b09dd7146c5c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.382999] env[69308]: DEBUG nova.compute.provider_tree [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.528195] env[69308]: DEBUG nova.network.neutron [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.548961] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.629796] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867744, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.362183} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.629796] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] d52ddc48-9f9b-486e-bd3c-7407860cda16/d52ddc48-9f9b-486e-bd3c-7407860cda16.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.630246] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.630509] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ee25954-2e5b-4793-bbe3-9a3f5a1f6243 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.640680] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 609.640680] env[69308]: value = "task-3867750" [ 609.640680] env[69308]: _type = "Task" [ 609.640680] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.649824] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.691578] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867749, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.784173] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5202c765-5150-a415-2941-cddf7b4d870e, 'name': SearchDatastore_Task, 'duration_secs': 0.059843} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.784469] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.784730] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81/9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.784984] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c84690fa-a184-4b14-a501-1def2f458e54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.793154] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 609.793154] env[69308]: value = "task-3867751" [ 609.793154] env[69308]: _type = "Task" [ 609.793154] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.808124] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5294e586-4538-c8f4-703a-03f32b3b6c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.053209} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.812334] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.812607] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.812910] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.813066] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.813248] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.813525] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.814226] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8d528f-68ab-4de6-890d-c855084523f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.825515] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.825759] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.829181] env[69308]: DEBUG nova.network.neutron [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Updated VIF entry in instance network info cache for port 15346062-6888-403b-b0f1-0f12243b2f62. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.831041] env[69308]: DEBUG nova.network.neutron [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Updating instance_info_cache with network_info: [{"id": "15346062-6888-403b-b0f1-0f12243b2f62", "address": "fa:16:3e:a3:71:de", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15346062-68", "ovs_interfaceid": "15346062-6888-403b-b0f1-0f12243b2f62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.832434] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8143374-5f19-43f3-8db3-e6de228ebcce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.846618] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 609.846618] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52132ccc-9383-a83a-7818-b1a55a62de04" [ 609.846618] env[69308]: _type = "Task" [ 609.846618] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.864876] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52132ccc-9383-a83a-7818-b1a55a62de04, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.864876] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9507a2c0-ca5f-4d36-8c92-35addcbbafc1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.870058] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 609.870058] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a9b912-213d-5585-cf04-a1f77621a067" [ 609.870058] env[69308]: _type = "Task" [ 609.870058] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.880321] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a9b912-213d-5585-cf04-a1f77621a067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.886903] env[69308]: DEBUG nova.scheduler.client.report [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.910670] env[69308]: DEBUG nova.network.neutron [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Updating instance_info_cache with network_info: [{"id": "661e6250-4a21-44c2-9c1f-606a22936c6d", "address": "fa:16:3e:c4:12:ff", "network": {"id": "c42a3a8b-69ab-44bd-a8dd-bfec950909cd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1238524278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12b7a7ecbf044b1895b0d44e31214a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661e6250-4a", "ovs_interfaceid": "661e6250-4a21-44c2-9c1f-606a22936c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.054529] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867742, 'name': ReconfigVM_Task, 'duration_secs': 1.585927} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.054529] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Reconfigured VM instance instance-00000002 to attach disk [datastore1] d85e0043-5556-4de2-a14b-654fcb440aa3/d85e0043-5556-4de2-a14b-654fcb440aa3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.055728] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-565b41e6-ce80-434c-8780-93ecffb7603a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.064872] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 610.064872] env[69308]: value = "task-3867752" [ 610.064872] env[69308]: _type = "Task" [ 610.064872] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.078284] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867752, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.156029] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133145} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.157229] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.158385] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3efa28e-d083-4bbd-8d81-dd6ed002d7b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.194054] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d52ddc48-9f9b-486e-bd3c-7407860cda16/d52ddc48-9f9b-486e-bd3c-7407860cda16.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.197393] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40ce1f9-74e2-41e4-9187-2153a7c075ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.225597] env[69308]: DEBUG oslo_vmware.api [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867749, 'name': PowerOnVM_Task, 'duration_secs': 0.641699} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.228039] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.228039] env[69308]: INFO nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Took 13.94 seconds to spawn the instance on the hypervisor. [ 610.228039] env[69308]: DEBUG nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.228430] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 610.228430] env[69308]: value = "task-3867753" [ 610.228430] env[69308]: _type = "Task" [ 610.228430] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.229572] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e398b0-9412-488e-a90e-a7d5d82da5dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.262300] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.306182] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867751, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.342389] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Releasing lock "refresh_cache-d52ddc48-9f9b-486e-bd3c-7407860cda16" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.342998] env[69308]: DEBUG nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Received event network-vif-plugged-32b2f3f5-8d4b-464d-a6f0-2327919c112b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.343314] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Acquiring lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.343615] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.343810] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.344045] env[69308]: DEBUG nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] No waiting events found dispatching network-vif-plugged-32b2f3f5-8d4b-464d-a6f0-2327919c112b {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.344222] env[69308]: WARNING nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Received unexpected event network-vif-plugged-32b2f3f5-8d4b-464d-a6f0-2327919c112b for instance with vm_state building and task_state spawning. [ 610.345193] env[69308]: DEBUG nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Received event network-changed-32b2f3f5-8d4b-464d-a6f0-2327919c112b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.345193] env[69308]: DEBUG nova.compute.manager [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Refreshing instance network info cache due to event network-changed-32b2f3f5-8d4b-464d-a6f0-2327919c112b. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.345193] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Acquiring lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.345357] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Acquired lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.345814] env[69308]: DEBUG nova.network.neutron [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Refreshing network info cache for port 32b2f3f5-8d4b-464d-a6f0-2327919c112b {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.385494] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a9b912-213d-5585-cf04-a1f77621a067, 'name': SearchDatastore_Task, 'duration_secs': 0.021446} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.386580] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.386580] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.386693] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-787f76f8-4ce0-4d7e-bfa4-2382885f4f69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.392908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.393353] env[69308]: DEBUG nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.398405] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.463s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.400204] env[69308]: INFO nova.compute.claims [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.403633] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 610.403633] env[69308]: value = "task-3867754" [ 610.403633] env[69308]: _type = "Task" [ 610.403633] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.415540] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Releasing lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.415540] env[69308]: DEBUG nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Instance network_info: |[{"id": "661e6250-4a21-44c2-9c1f-606a22936c6d", "address": "fa:16:3e:c4:12:ff", "network": {"id": "c42a3a8b-69ab-44bd-a8dd-bfec950909cd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1238524278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12b7a7ecbf044b1895b0d44e31214a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661e6250-4a", "ovs_interfaceid": "661e6250-4a21-44c2-9c1f-606a22936c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.415812] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.415901] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:12:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '661e6250-4a21-44c2-9c1f-606a22936c6d', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.427976] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Creating folder: Project (d12b7a7ecbf044b1895b0d44e31214a6). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.428458] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d57037d-2637-4b6d-a1a4-e864b5393309 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.439524] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Created folder: Project (d12b7a7ecbf044b1895b0d44e31214a6) in parent group-v768498. [ 610.439774] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Creating folder: Instances. Parent ref: group-v768514. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.440089] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18bc3120-8a68-49fa-b248-4ad97c2b9103 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.451118] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Created folder: Instances in parent group-v768514. [ 610.451724] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.451724] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.451864] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129eb6a5-f570-4c8b-9e28-434c0f25c056 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.476698] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.476698] env[69308]: value = "task-3867757" [ 610.476698] env[69308]: _type = "Task" [ 610.476698] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.492015] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867757, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.577896] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867752, 'name': Rename_Task, 'duration_secs': 0.350105} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.578817] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.579299] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf15ddb-efad-4043-a9fd-e8468cf75ac7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.596231] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 610.596231] env[69308]: value = "task-3867758" [ 610.596231] env[69308]: _type = "Task" [ 610.596231] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.602220] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.751408] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867753, 'name': ReconfigVM_Task, 'duration_secs': 0.418289} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.751657] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d52ddc48-9f9b-486e-bd3c-7407860cda16/d52ddc48-9f9b-486e-bd3c-7407860cda16.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.752326] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e174d2df-7719-400f-ab1a-22e83d32fca7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.777594] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 610.777594] env[69308]: value = "task-3867759" [ 610.777594] env[69308]: _type = "Task" [ 610.777594] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.794465] env[69308]: INFO nova.compute.manager [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Took 21.03 seconds to build instance. [ 610.801072] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867759, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.817568] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529058} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.817865] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81/9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.818107] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.818435] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5690ca5a-14ac-4a59-bddb-16488cea3034 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.836213] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 610.836213] env[69308]: value = "task-3867760" [ 610.836213] env[69308]: _type = "Task" [ 610.836213] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.856408] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.906310] env[69308]: DEBUG nova.compute.utils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.920547] env[69308]: DEBUG nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.921803] env[69308]: DEBUG nova.network.neutron [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.955358] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867754, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.990814] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867757, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.105962] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.265578] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquiring lock "7715cc43-6505-439b-ade5-06092096e2d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.265578] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "7715cc43-6505-439b-ade5-06092096e2d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.293195] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867759, 'name': Rename_Task, 'duration_secs': 0.343009} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.293488] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.293745] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee19a414-a327-4cb3-83ed-aa77637781de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.303415] env[69308]: DEBUG oslo_concurrency.lockutils [None req-087159d0-1a5b-4ba9-9b34-1bc9f5f25ace tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "dcc61c85-f39c-40e0-95cf-c18894eebf03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.554s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.303415] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 611.303415] env[69308]: value = "task-3867761" [ 611.303415] env[69308]: _type = "Task" [ 611.303415] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.313190] env[69308]: DEBUG nova.compute.manager [req-dd8934aa-a451-4c38-aa19-8b7fc7b34c38 req-f6b7cca4-9d8f-4e37-9814-5e9090fc0cab service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Received event network-changed-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.313190] env[69308]: DEBUG nova.compute.manager [req-dd8934aa-a451-4c38-aa19-8b7fc7b34c38 req-f6b7cca4-9d8f-4e37-9814-5e9090fc0cab service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Refreshing instance network info cache due to event network-changed-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.313272] env[69308]: DEBUG oslo_concurrency.lockutils [req-dd8934aa-a451-4c38-aa19-8b7fc7b34c38 req-f6b7cca4-9d8f-4e37-9814-5e9090fc0cab service nova] Acquiring lock "refresh_cache-943cc30d-aa71-41d6-a022-fc9fe05b94a4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.313460] env[69308]: DEBUG oslo_concurrency.lockutils [req-dd8934aa-a451-4c38-aa19-8b7fc7b34c38 req-f6b7cca4-9d8f-4e37-9814-5e9090fc0cab service nova] Acquired lock "refresh_cache-943cc30d-aa71-41d6-a022-fc9fe05b94a4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.313590] env[69308]: DEBUG nova.network.neutron [req-dd8934aa-a451-4c38-aa19-8b7fc7b34c38 req-f6b7cca4-9d8f-4e37-9814-5e9090fc0cab service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Refreshing network info cache for port 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.320470] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.350524] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196939} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.354019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.354808] env[69308]: DEBUG nova.compute.manager [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Received event network-vif-plugged-661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.355194] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] Acquiring lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.357173] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] Lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.357173] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] Lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.357173] env[69308]: DEBUG nova.compute.manager [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] No waiting events found dispatching network-vif-plugged-661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.357173] env[69308]: WARNING nova.compute.manager [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Received unexpected event network-vif-plugged-661e6250-4a21-44c2-9c1f-606a22936c6d for instance with vm_state building and task_state spawning. [ 611.357173] env[69308]: DEBUG nova.compute.manager [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Received event network-changed-661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.357634] env[69308]: DEBUG nova.compute.manager [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Refreshing instance network info cache due to event network-changed-661e6250-4a21-44c2-9c1f-606a22936c6d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.357634] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] Acquiring lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.357634] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] Acquired lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.357634] env[69308]: DEBUG nova.network.neutron [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Refreshing network info cache for port 661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.360037] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf01e04-42a3-4204-af83-a0fcc0879abb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.364925] env[69308]: DEBUG nova.policy [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1511344d7d4aa582ecc800b207d010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c43014e01f741f79061f95c5b6d1df2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.393972] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81/9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.393972] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40bd5ac2-e2eb-4516-9edc-dd2b3575f4c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.410596] env[69308]: DEBUG nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.420637] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 611.420637] env[69308]: value = "task-3867762" [ 611.420637] env[69308]: _type = "Task" [ 611.420637] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.429327] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584076} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.430147] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.430465] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.430766] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbb91e95-9b7a-4b41-b157-bab027ff4207 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.441693] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867762, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.446965] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 611.446965] env[69308]: value = "task-3867763" [ 611.446965] env[69308]: _type = "Task" [ 611.446965] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.458046] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.495930] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867757, 'name': CreateVM_Task, 'duration_secs': 0.549019} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.496178] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.497711] env[69308]: DEBUG oslo_vmware.service [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0b3642-8bb0-4e9c-99b6-62dd6049d83d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.513076] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.513076] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.513430] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.514222] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8a2981-aa32-43e5-91b5-f24e9415d0e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.522461] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 611.522461] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52481812-9003-89f2-8302-6117703954c7" [ 611.522461] env[69308]: _type = "Task" [ 611.522461] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.537389] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52481812-9003-89f2-8302-6117703954c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.610762] env[69308]: DEBUG oslo_vmware.api [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867758, 'name': PowerOnVM_Task, 'duration_secs': 0.798313} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.612669] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.613306] env[69308]: INFO nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Took 17.54 seconds to spawn the instance on the hypervisor. [ 611.613306] env[69308]: DEBUG nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.618705] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57dd68b-9859-4280-b692-71bd4639f9cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.637096] env[69308]: DEBUG nova.network.neutron [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Updated VIF entry in instance network info cache for port 32b2f3f5-8d4b-464d-a6f0-2327919c112b. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.638952] env[69308]: DEBUG nova.network.neutron [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Updating instance_info_cache with network_info: [{"id": "32b2f3f5-8d4b-464d-a6f0-2327919c112b", "address": "fa:16:3e:55:a5:41", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2f3f5-8d", "ovs_interfaceid": "32b2f3f5-8d4b-464d-a6f0-2327919c112b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.809135] env[69308]: DEBUG nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.829505] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867761, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.830408] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe7d04c-fa36-40de-9dcc-a747db8771fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.842784] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65e0577-5bdb-43c4-b439-b956460038af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.885263] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce3561-c8a7-4841-bc56-eef95939a555 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.893338] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1c9d6b-3d96-4241-a646-9ff733799a60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.913676] env[69308]: DEBUG nova.compute.provider_tree [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.935806] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.957606] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083059} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.957788] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.958678] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd8a6ab-f7c7-4f20-abc2-99a7204107f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.986593] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.987626] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c224a91c-2e98-4b06-ad6c-f38cd18e0f01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.008909] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 612.008909] env[69308]: value = "task-3867764" [ 612.008909] env[69308]: _type = "Task" [ 612.008909] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.019537] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.034688] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.035061] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.035355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.035555] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.035888] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.036138] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-713de4dc-97fa-40d3-975b-3ab8fbfe2585 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.056255] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.056255] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.057145] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d67d5ea-80c4-477c-bd56-ef1218357773 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.067384] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab264f0-0d10-4f68-bb6a-f996835199a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.075546] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 612.075546] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523c8c7f-19ed-f8bb-0060-654b21d74c69" [ 612.075546] env[69308]: _type = "Task" [ 612.075546] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.085592] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523c8c7f-19ed-f8bb-0060-654b21d74c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.144720] env[69308]: DEBUG oslo_concurrency.lockutils [req-5249e0c0-0e53-4e2b-a8f8-667568452e68 req-4a39e721-ca5e-4fb7-8d7c-6ea8fe4c5cbb service nova] Releasing lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.154499] env[69308]: INFO nova.compute.manager [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Took 22.43 seconds to build instance. [ 612.331352] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867761, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.363518] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.426737] env[69308]: DEBUG nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.429842] env[69308]: DEBUG nova.scheduler.client.report [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.453858] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867762, 'name': ReconfigVM_Task, 'duration_secs': 0.727129} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.454287] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81/9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.455258] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62348f1f-c90d-4d8f-9019-c7b71031bd88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.463875] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 612.463875] env[69308]: value = "task-3867765" [ 612.463875] env[69308]: _type = "Task" [ 612.463875] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.485894] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867765, 'name': Rename_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.491748] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.491748] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.491748] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.492010] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.492010] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.492249] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.492673] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.492772] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.493742] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.493742] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.493742] env[69308]: DEBUG nova.virt.hardware [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.495761] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3825c85-d379-4275-aa61-4bb880000531 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.507950] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94e2d66-8735-4b6d-b47b-d00ed3ea00b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.537038] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867764, 'name': ReconfigVM_Task, 'duration_secs': 0.422963} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.538659] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.538872] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efe65891-2b5f-403f-ad2c-e41bd1fdf21d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.547396] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 612.547396] env[69308]: value = "task-3867766" [ 612.547396] env[69308]: _type = "Task" [ 612.547396] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.559605] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867766, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.594025] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Preparing fetch location {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 612.594025] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Creating directory with path [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.594025] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a4b8d8-dc29-4d5e-ac6a-8b287dc18de9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.610990] env[69308]: DEBUG nova.network.neutron [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Updated VIF entry in instance network info cache for port 661e6250-4a21-44c2-9c1f-606a22936c6d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.610990] env[69308]: DEBUG nova.network.neutron [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Updating instance_info_cache with network_info: [{"id": "661e6250-4a21-44c2-9c1f-606a22936c6d", "address": "fa:16:3e:c4:12:ff", "network": {"id": "c42a3a8b-69ab-44bd-a8dd-bfec950909cd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1238524278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12b7a7ecbf044b1895b0d44e31214a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661e6250-4a", "ovs_interfaceid": "661e6250-4a21-44c2-9c1f-606a22936c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.626278] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Created directory with path [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.626500] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Fetch image to [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 612.626666] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Downloading image file data cb539590-a3b6-489a-a68c-410cb30c3b41 to [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk on the data store datastore2 {{(pid=69308) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 612.628011] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa881ba0-df85-46d0-81c4-325c1f75dd4f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.638038] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834f8ded-9c56-4d72-a0c2-c420328e33fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.652238] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf38be76-5ccb-40ee-bef6-ff46bc2ef811 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.658706] env[69308]: DEBUG nova.network.neutron [req-dd8934aa-a451-4c38-aa19-8b7fc7b34c38 req-f6b7cca4-9d8f-4e37-9814-5e9090fc0cab service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Updated VIF entry in instance network info cache for port 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.659598] env[69308]: DEBUG nova.network.neutron [req-dd8934aa-a451-4c38-aa19-8b7fc7b34c38 req-f6b7cca4-9d8f-4e37-9814-5e9090fc0cab service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Updating instance_info_cache with network_info: [{"id": "0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3", "address": "fa:16:3e:6c:a8:50", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c0c90e2-b9", "ovs_interfaceid": "0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.660562] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61535a1f-1695-4674-b439-bd6f687f7306 tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "d85e0043-5556-4de2-a14b-654fcb440aa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.950s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.701747] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0b5d37-fa0a-4f10-a501-d823114d6b5b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.710241] env[69308]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9272d92b-5653-4820-abc5-43a990cabfa5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.738027] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Downloading image file data cb539590-a3b6-489a-a68c-410cb30c3b41 to the data store datastore2 {{(pid=69308) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 612.823861] env[69308]: DEBUG oslo_vmware.rw_handles [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69308) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 612.893828] env[69308]: DEBUG oslo_vmware.api [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867761, 'name': PowerOnVM_Task, 'duration_secs': 1.156003} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.895919] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.896289] env[69308]: INFO nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Took 14.31 seconds to spawn the instance on the hypervisor. [ 612.896590] env[69308]: DEBUG nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.900120] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe6bf87-eebe-402c-a3f1-c3dacd3f8991 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.906580] env[69308]: DEBUG nova.network.neutron [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Successfully created port: 77837637-6bcd-44f5-b379-26d9eb1f02f7 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.945117] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.945876] env[69308]: DEBUG nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.952925] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.510s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.957258] env[69308]: INFO nova.compute.claims [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.991424] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867765, 'name': Rename_Task, 'duration_secs': 0.233145} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.992665] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.992808] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b081dc5-483b-48b9-9a76-5e19a45e10bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.005630] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 613.005630] env[69308]: value = "task-3867767" [ 613.005630] env[69308]: _type = "Task" [ 613.005630] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.023086] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.063213] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867766, 'name': Rename_Task, 'duration_secs': 0.200106} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.064366] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.065128] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73fe7bbd-e4c6-48fd-8ce9-d9676d4c24c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.074122] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 613.074122] env[69308]: value = "task-3867768" [ 613.074122] env[69308]: _type = "Task" [ 613.074122] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.084586] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.111917] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4c7f068-1279-4d24-932b-e4f930fe9f75 req-2e2acacd-a0d8-436c-b999-db67597556ba service nova] Releasing lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.166714] env[69308]: DEBUG oslo_concurrency.lockutils [req-dd8934aa-a451-4c38-aa19-8b7fc7b34c38 req-f6b7cca4-9d8f-4e37-9814-5e9090fc0cab service nova] Releasing lock "refresh_cache-943cc30d-aa71-41d6-a022-fc9fe05b94a4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.167473] env[69308]: DEBUG nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.430821] env[69308]: INFO nova.compute.manager [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Took 22.85 seconds to build instance. [ 613.464317] env[69308]: DEBUG nova.compute.utils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.468231] env[69308]: DEBUG nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.468683] env[69308]: DEBUG nova.network.neutron [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.524563] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.589779] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.605083] env[69308]: DEBUG nova.policy [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cb86f223f254d53b19cbb59e528ba2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b180524134f4f6781b7d107e68003f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.710585] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.798433] env[69308]: DEBUG oslo_vmware.rw_handles [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Completed reading data from the image iterator. {{(pid=69308) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 613.798433] env[69308]: DEBUG oslo_vmware.rw_handles [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 613.920275] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Downloaded image file data cb539590-a3b6-489a-a68c-410cb30c3b41 to vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk on the data store datastore2 {{(pid=69308) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 613.928430] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Caching image {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 613.928430] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Copying Virtual Disk [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk to [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.928640] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34d35648-12f2-4fee-ab30-94ad69316195 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.943013] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c3b853d-bd8f-4e9a-9a6e-4a98b92955fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.364s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.943013] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 613.943013] env[69308]: value = "task-3867769" [ 613.943013] env[69308]: _type = "Task" [ 613.943013] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.964558] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.975962] env[69308]: DEBUG nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.026848] env[69308]: DEBUG oslo_vmware.api [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867767, 'name': PowerOnVM_Task, 'duration_secs': 0.689282} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.030952] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.031864] env[69308]: INFO nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Took 13.20 seconds to spawn the instance on the hypervisor. [ 614.031864] env[69308]: DEBUG nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.033248] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b6e1f-0dca-4950-a4bf-039c43ab394f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.099029] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867768, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.321411] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10833360-abd9-419a-9476-1959d69b581f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.331565] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193f62b9-02aa-47d1-93a1-9d02dbff4eae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.364751] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8434b5-0734-45cd-a434-f3c042dacd07 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.374628] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5fa5ee-4261-446b-89e5-4a1a27082ff6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.396915] env[69308]: DEBUG nova.compute.provider_tree [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.454450] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867769, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.457539] env[69308]: DEBUG nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.569008] env[69308]: INFO nova.compute.manager [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Took 23.24 seconds to build instance. [ 614.592699] env[69308]: DEBUG oslo_vmware.api [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867768, 'name': PowerOnVM_Task, 'duration_secs': 1.154507} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.592990] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.593204] env[69308]: INFO nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Took 11.46 seconds to spawn the instance on the hypervisor. [ 614.594483] env[69308]: DEBUG nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.595646] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32126a9e-814d-42d8-906a-ed91f4a91680 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.903375] env[69308]: DEBUG nova.scheduler.client.report [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.961921] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976844} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.962073] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Copied Virtual Disk [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk to [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.963764] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Deleting the datastore file [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41/tmp-sparse.vmdk {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.970474] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e623fd0c-3011-468b-9d92-2a34a2891e99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.978626] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 614.978626] env[69308]: value = "task-3867770" [ 614.978626] env[69308]: _type = "Task" [ 614.978626] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.989784] env[69308]: DEBUG nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.997469] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.006230] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.010742] env[69308]: DEBUG nova.network.neutron [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Successfully created port: 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.036179] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.036179] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.036179] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.036441] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.036441] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.036441] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.036441] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.036441] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.036603] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.038304] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.038304] env[69308]: DEBUG nova.virt.hardware [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.038304] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd24d821-5f5d-4249-8513-432f6cb0fc3e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.052823] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6926afd6-5730-4f3b-806f-4a041ba5f45c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.075515] env[69308]: DEBUG oslo_concurrency.lockutils [None req-49c205bb-8ae7-414b-b84f-4fa2a4e04ef2 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.761s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.120368] env[69308]: INFO nova.compute.manager [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Took 20.78 seconds to build instance. [ 615.409068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.409068] env[69308]: DEBUG nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.414908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.693s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.416431] env[69308]: INFO nova.compute.claims [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.493752] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03517} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.494009] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.494327] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Moving file from [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8/cb539590-a3b6-489a-a68c-410cb30c3b41 to [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41. {{(pid=69308) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 615.494408] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3c964ff7-6c21-46db-9fb5-d5cf1d9a78a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.506113] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 615.506113] env[69308]: value = "task-3867771" [ 615.506113] env[69308]: _type = "Task" [ 615.506113] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.526713] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867771, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.579354] env[69308]: DEBUG nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.628194] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec532cd9-4521-4421-9e8e-4c145cd31abc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.291s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.740893] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquiring lock "693ccb58-152a-409f-ae7d-f0a68cf4880d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.741709] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "693ccb58-152a-409f-ae7d-f0a68cf4880d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.920589] env[69308]: DEBUG nova.compute.utils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.925510] env[69308]: DEBUG nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.925693] env[69308]: DEBUG nova.network.neutron [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.028745] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867771, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052483} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.028745] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] File moved {{(pid=69308) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 616.028745] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Cleaning up location [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 616.028745] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Deleting the datastore file [datastore2] vmware_temp/04c22e3a-0b29-4242-8c96-62fae331efc8 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.028745] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed6a66f9-6c44-4125-850b-4e445f0b6079 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.036115] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 616.036115] env[69308]: value = "task-3867772" [ 616.036115] env[69308]: _type = "Task" [ 616.036115] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.052562] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.052562] env[69308]: DEBUG nova.network.neutron [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Successfully updated port: 77837637-6bcd-44f5-b379-26d9eb1f02f7 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.059732] env[69308]: DEBUG nova.policy [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e2572eb5004db389366711fb309160', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51c908120a5a416eb40f050b7ac7631d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.126500] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.209611] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.209611] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.243933] env[69308]: DEBUG nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.437352] env[69308]: DEBUG nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.558410] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04781} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.558787] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "refresh_cache-b72ebe87-2c2c-459f-ab59-53a52ab780f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.558787] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "refresh_cache-b72ebe87-2c2c-459f-ab59-53a52ab780f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.558787] env[69308]: DEBUG nova.network.neutron [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.560483] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.560782] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b55991-6c70-4484-82a5-ed109005a92d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.572293] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 616.572293] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5285ea71-8757-1775-78be-3c973863069d" [ 616.572293] env[69308]: _type = "Task" [ 616.572293] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.583132] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5285ea71-8757-1775-78be-3c973863069d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.650840] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.651405] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.654129] env[69308]: DEBUG nova.compute.manager [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.654129] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6483740-3518-4087-9bf2-cfec506207d2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.661171] env[69308]: DEBUG nova.compute.manager [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 616.661853] env[69308]: DEBUG nova.objects.instance [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lazy-loading 'flavor' on Instance uuid d52ddc48-9f9b-486e-bd3c-7407860cda16 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.780693] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1df8e6e-5b80-4acb-9e30-2245ee608f84 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.791436] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.801252] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquiring lock "d85e0043-5556-4de2-a14b-654fcb440aa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.801252] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "d85e0043-5556-4de2-a14b-654fcb440aa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.801252] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquiring lock "d85e0043-5556-4de2-a14b-654fcb440aa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.801252] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "d85e0043-5556-4de2-a14b-654fcb440aa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.801865] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "d85e0043-5556-4de2-a14b-654fcb440aa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.805124] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e8c4b1-810f-4533-a5b4-8915c0a72c57 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.811489] env[69308]: INFO nova.compute.manager [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Terminating instance [ 616.852827] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ef345d-8df4-4afe-bf58-413c251aa880 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.862414] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c1d90-702c-46be-9934-b8062e378ef2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.884076] env[69308]: DEBUG nova.compute.provider_tree [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.902457] env[69308]: DEBUG nova.network.neutron [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Successfully created port: caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.083554] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5285ea71-8757-1775-78be-3c973863069d, 'name': SearchDatastore_Task, 'duration_secs': 0.014986} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.083822] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.084091] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 9bed399d-c3f5-4659-bbe0-c88f73e1e52b/9bed399d-c3f5-4659-bbe0-c88f73e1e52b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.084481] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90d6c9f-be65-4119-ac8f-2c6e52bee405 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.092240] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 617.092240] env[69308]: value = "task-3867773" [ 617.092240] env[69308]: _type = "Task" [ 617.092240] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.102057] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.279784] env[69308]: DEBUG nova.network.neutron [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.352677] env[69308]: DEBUG nova.compute.manager [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.353506] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.353861] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b05678-7eba-4c9d-86d9-2f4d0251a963 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.365432] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.365716] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab43901d-328e-40cb-8ca0-c541c1749e0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.374947] env[69308]: DEBUG oslo_vmware.api [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 617.374947] env[69308]: value = "task-3867774" [ 617.374947] env[69308]: _type = "Task" [ 617.374947] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.386410] env[69308]: DEBUG oslo_vmware.api [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.388553] env[69308]: DEBUG nova.scheduler.client.report [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.446476] env[69308]: DEBUG nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.452173] env[69308]: DEBUG nova.compute.manager [req-07c5e6b0-7104-4370-8416-f26079014b91 req-d9273272-328b-4903-b5c3-87deabb41c7c service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Received event network-vif-plugged-77837637-6bcd-44f5-b379-26d9eb1f02f7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.452523] env[69308]: DEBUG oslo_concurrency.lockutils [req-07c5e6b0-7104-4370-8416-f26079014b91 req-d9273272-328b-4903-b5c3-87deabb41c7c service nova] Acquiring lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.452877] env[69308]: DEBUG oslo_concurrency.lockutils [req-07c5e6b0-7104-4370-8416-f26079014b91 req-d9273272-328b-4903-b5c3-87deabb41c7c service nova] Lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.453163] env[69308]: DEBUG oslo_concurrency.lockutils [req-07c5e6b0-7104-4370-8416-f26079014b91 req-d9273272-328b-4903-b5c3-87deabb41c7c service nova] Lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.453403] env[69308]: DEBUG nova.compute.manager [req-07c5e6b0-7104-4370-8416-f26079014b91 req-d9273272-328b-4903-b5c3-87deabb41c7c service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] No waiting events found dispatching network-vif-plugged-77837637-6bcd-44f5-b379-26d9eb1f02f7 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.453597] env[69308]: WARNING nova.compute.manager [req-07c5e6b0-7104-4370-8416-f26079014b91 req-d9273272-328b-4903-b5c3-87deabb41c7c service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Received unexpected event network-vif-plugged-77837637-6bcd-44f5-b379-26d9eb1f02f7 for instance with vm_state building and task_state spawning. [ 617.497432] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.497565] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.497778] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.498064] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.498333] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.498522] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.498795] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.499012] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.499231] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.499449] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.499941] env[69308]: DEBUG nova.virt.hardware [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.501130] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6271265f-7e67-4f40-8783-07c5ca9cae06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.513450] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34dcca-8dbd-482a-a7cf-f198f2172698 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.608695] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.673908] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.675732] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54967eef-961b-446e-bbfd-9a135d9f4939 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.686147] env[69308]: DEBUG oslo_vmware.api [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 617.686147] env[69308]: value = "task-3867775" [ 617.686147] env[69308]: _type = "Task" [ 617.686147] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.702174] env[69308]: DEBUG oslo_vmware.api [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.886834] env[69308]: DEBUG oslo_vmware.api [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867774, 'name': PowerOffVM_Task, 'duration_secs': 0.362079} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.887697] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.887697] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.887697] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e7ef9c-6d42-4fd5-919e-4617d108e3ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.893361] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.893834] env[69308]: DEBUG nova.compute.manager [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.901270] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.533s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.901270] env[69308]: INFO nova.compute.claims [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.967721] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.968489] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.968798] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Deleting the datastore file [datastore1] d85e0043-5556-4de2-a14b-654fcb440aa3 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.970872] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d24bbb6-960c-4ce0-9b1d-23e01f69c41b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.983142] env[69308]: DEBUG oslo_vmware.api [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for the task: (returnval){ [ 617.983142] env[69308]: value = "task-3867777" [ 617.983142] env[69308]: _type = "Task" [ 617.983142] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.998569] env[69308]: DEBUG oslo_vmware.api [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.044114] env[69308]: DEBUG nova.network.neutron [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Successfully updated port: 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.112228] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665184} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.112534] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 9bed399d-c3f5-4659-bbe0-c88f73e1e52b/9bed399d-c3f5-4659-bbe0-c88f73e1e52b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.112651] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.113137] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9da79456-c39c-4fab-82fd-7cd93e75de73 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.122194] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 618.122194] env[69308]: value = "task-3867778" [ 618.122194] env[69308]: _type = "Task" [ 618.122194] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.139827] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.141443] env[69308]: DEBUG nova.network.neutron [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Updating instance_info_cache with network_info: [{"id": "77837637-6bcd-44f5-b379-26d9eb1f02f7", "address": "fa:16:3e:84:67:a1", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77837637-6b", "ovs_interfaceid": "77837637-6bcd-44f5-b379-26d9eb1f02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.197879] env[69308]: DEBUG oslo_vmware.api [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867775, 'name': PowerOffVM_Task, 'duration_secs': 0.372503} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.197937] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.198816] env[69308]: DEBUG nova.compute.manager [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.199759] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e330ea44-b28e-48e7-8462-e522499470dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.286383] env[69308]: DEBUG nova.compute.manager [None req-0a413ff1-36b1-4c35-9f38-5c9fd1dd4cee tempest-ServerExternalEventsTest-1759300021 tempest-ServerExternalEventsTest-1759300021-project] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Received event network-changed {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.286383] env[69308]: DEBUG nova.compute.manager [None req-0a413ff1-36b1-4c35-9f38-5c9fd1dd4cee tempest-ServerExternalEventsTest-1759300021 tempest-ServerExternalEventsTest-1759300021-project] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Refreshing instance network info cache due to event network-changed. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.286383] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0a413ff1-36b1-4c35-9f38-5c9fd1dd4cee tempest-ServerExternalEventsTest-1759300021 tempest-ServerExternalEventsTest-1759300021-project] Acquiring lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.286383] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0a413ff1-36b1-4c35-9f38-5c9fd1dd4cee tempest-ServerExternalEventsTest-1759300021 tempest-ServerExternalEventsTest-1759300021-project] Acquired lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.286383] env[69308]: DEBUG nova.network.neutron [None req-0a413ff1-36b1-4c35-9f38-5c9fd1dd4cee tempest-ServerExternalEventsTest-1759300021 tempest-ServerExternalEventsTest-1759300021-project] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.407161] env[69308]: DEBUG nova.compute.utils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.417072] env[69308]: DEBUG nova.compute.manager [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 618.499844] env[69308]: DEBUG oslo_vmware.api [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.547032] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquiring lock "refresh_cache-7650ef23-41ab-4aba-89cf-d33006912049" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.547149] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquired lock "refresh_cache-7650ef23-41ab-4aba-89cf-d33006912049" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.547260] env[69308]: DEBUG nova.network.neutron [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.635734] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101008} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.636202] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.636937] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9e65d3-6ff4-45a8-891c-ac8d520d4585 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.658837] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "refresh_cache-b72ebe87-2c2c-459f-ab59-53a52ab780f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.658837] env[69308]: DEBUG nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Instance network_info: |[{"id": "77837637-6bcd-44f5-b379-26d9eb1f02f7", "address": "fa:16:3e:84:67:a1", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77837637-6b", "ovs_interfaceid": "77837637-6bcd-44f5-b379-26d9eb1f02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.667934] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 9bed399d-c3f5-4659-bbe0-c88f73e1e52b/9bed399d-c3f5-4659-bbe0-c88f73e1e52b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.668838] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:67:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77837637-6bcd-44f5-b379-26d9eb1f02f7', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.676832] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.677028] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d21bad-33f9-4f45-b60f-21fc2b8e8a91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.693096] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.695075] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a36e283-575c-4174-a71b-0150eb97251d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.721645] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.721645] env[69308]: value = "task-3867780" [ 618.721645] env[69308]: _type = "Task" [ 618.721645] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.721645] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 618.721645] env[69308]: value = "task-3867779" [ 618.721645] env[69308]: _type = "Task" [ 618.721645] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.730108] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41fc9bdb-aa12-4d12-91c7-b89348496d86 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.740192] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867780, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.744986] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.923035] env[69308]: DEBUG nova.compute.manager [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.950207] env[69308]: DEBUG nova.compute.manager [req-219862dd-d28a-4cef-8c0a-d7734765556f req-5eddb0e6-953b-471d-9d59-5a14358975b7 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Received event network-vif-plugged-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.950429] env[69308]: DEBUG oslo_concurrency.lockutils [req-219862dd-d28a-4cef-8c0a-d7734765556f req-5eddb0e6-953b-471d-9d59-5a14358975b7 service nova] Acquiring lock "7650ef23-41ab-4aba-89cf-d33006912049-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.950637] env[69308]: DEBUG oslo_concurrency.lockutils [req-219862dd-d28a-4cef-8c0a-d7734765556f req-5eddb0e6-953b-471d-9d59-5a14358975b7 service nova] Lock "7650ef23-41ab-4aba-89cf-d33006912049-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.950853] env[69308]: DEBUG oslo_concurrency.lockutils [req-219862dd-d28a-4cef-8c0a-d7734765556f req-5eddb0e6-953b-471d-9d59-5a14358975b7 service nova] Lock "7650ef23-41ab-4aba-89cf-d33006912049-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.954261] env[69308]: DEBUG nova.compute.manager [req-219862dd-d28a-4cef-8c0a-d7734765556f req-5eddb0e6-953b-471d-9d59-5a14358975b7 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] No waiting events found dispatching network-vif-plugged-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.954578] env[69308]: WARNING nova.compute.manager [req-219862dd-d28a-4cef-8c0a-d7734765556f req-5eddb0e6-953b-471d-9d59-5a14358975b7 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Received unexpected event network-vif-plugged-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 for instance with vm_state building and task_state spawning. [ 619.003839] env[69308]: DEBUG oslo_vmware.api [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Task: {'id': task-3867777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.698647} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.004917] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.004917] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.004917] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.004917] env[69308]: INFO nova.compute.manager [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Took 1.65 seconds to destroy the instance on the hypervisor. [ 619.004917] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.005183] env[69308]: DEBUG nova.compute.manager [-] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.005183] env[69308]: DEBUG nova.network.neutron [-] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.247855] env[69308]: DEBUG nova.network.neutron [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.252887] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867780, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.261386] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867779, 'name': ReconfigVM_Task, 'duration_secs': 0.432329} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.261736] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 9bed399d-c3f5-4659-bbe0-c88f73e1e52b/9bed399d-c3f5-4659-bbe0-c88f73e1e52b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.264905] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3796306f-a532-474b-891a-c8eceba6c223 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.275380] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 619.275380] env[69308]: value = "task-3867781" [ 619.275380] env[69308]: _type = "Task" [ 619.275380] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.291029] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867781, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.370697] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850c7d26-d152-4d53-a317-a42a08e991be {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.381492] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef49985-7723-4255-b32e-4052572cd5e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.423733] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ce1de1-5ad2-4900-8cca-66b8dbf5018e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.437392] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699327de-8849-4c29-a227-491214031c20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.454022] env[69308]: DEBUG nova.compute.provider_tree [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.736470] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867780, 'name': CreateVM_Task, 'duration_secs': 0.840305} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.736470] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.736470] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.736470] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.737238] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.737238] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2617e169-be07-4acf-93f6-9025c199c110 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.742857] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 619.742857] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277fa2b-96b1-2bd8-6485-6bc14f52756e" [ 619.742857] env[69308]: _type = "Task" [ 619.742857] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.752229] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277fa2b-96b1-2bd8-6485-6bc14f52756e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.785747] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867781, 'name': Rename_Task, 'duration_secs': 0.286196} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.786046] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.786327] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab96203-4f5c-4350-83ae-c6a5ea001e25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.792953] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 619.792953] env[69308]: value = "task-3867782" [ 619.792953] env[69308]: _type = "Task" [ 619.792953] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.801829] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.933114] env[69308]: DEBUG nova.compute.manager [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.952351] env[69308]: DEBUG nova.network.neutron [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Successfully updated port: caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.970900] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.971182] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.971339] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.971522] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.971668] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.971806] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.972022] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.972185] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.972382] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.972582] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.972770] env[69308]: DEBUG nova.virt.hardware [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.974223] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe198deb-400f-4ac7-819e-8536f0ef1acb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.984244] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644dbb17-6f5b-41de-8fc9-5a612568e222 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.991438] env[69308]: ERROR nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [req-2be93e95-802d-40db-ae3d-7207f0802c01] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2be93e95-802d-40db-ae3d-7207f0802c01"}]} [ 619.996770] env[69308]: DEBUG nova.network.neutron [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Updating instance_info_cache with network_info: [{"id": "2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2", "address": "fa:16:3e:38:28:d8", "network": {"id": "4b46b4e3-e07c-4a0d-be97-1ba6291d64e8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1143453316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3b180524134f4f6781b7d107e68003f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6ea54f-2e", "ovs_interfaceid": "2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.012019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.020024] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Creating folder: Project (92075ebc1e034d23886bd2b07b261149). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.020024] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 620.021534] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9995b50-8a94-41b5-acb4-d51a9082d896 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.033529] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Created folder: Project (92075ebc1e034d23886bd2b07b261149) in parent group-v768498. [ 620.033775] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Creating folder: Instances. Parent ref: group-v768518. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.034062] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74f41e50-70df-4de4-9bf9-d429658373d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.042177] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 620.042710] env[69308]: DEBUG nova.compute.provider_tree [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.046443] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Created folder: Instances in parent group-v768518. [ 620.046746] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.046974] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc921d48-70c0-4871-9326-56333421f368] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.047230] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a3505c2-20dd-420e-bae7-64abaf5454da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.063446] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 620.064467] env[69308]: DEBUG nova.network.neutron [None req-0a413ff1-36b1-4c35-9f38-5c9fd1dd4cee tempest-ServerExternalEventsTest-1759300021 tempest-ServerExternalEventsTest-1759300021-project] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Updating instance_info_cache with network_info: [{"id": "32b2f3f5-8d4b-464d-a6f0-2327919c112b", "address": "fa:16:3e:55:a5:41", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b2f3f5-8d", "ovs_interfaceid": "32b2f3f5-8d4b-464d-a6f0-2327919c112b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.075017] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.075017] env[69308]: value = "task-3867785" [ 620.075017] env[69308]: _type = "Task" [ 620.075017] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.085214] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867785, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.096758] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 620.181967] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquiring lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.183283] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.183688] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquiring lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.183945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.184230] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.186762] env[69308]: INFO nova.compute.manager [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Terminating instance [ 620.261031] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277fa2b-96b1-2bd8-6485-6bc14f52756e, 'name': SearchDatastore_Task, 'duration_secs': 0.04093} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.261904] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.261904] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.262112] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.262370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.262605] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.262903] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9264ff7b-76d5-4681-979e-73c48f27dd08 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.279022] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.279022] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.279022] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a7e99c-bb5a-4d7b-b9c4-8a0d569e3d60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.286621] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 620.286621] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5248dadf-5619-2a3f-0571-0282c4bb640e" [ 620.286621] env[69308]: _type = "Task" [ 620.286621] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.314045] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5248dadf-5619-2a3f-0571-0282c4bb640e, 'name': SearchDatastore_Task, 'duration_secs': 0.013794} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.314372] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867782, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.314635] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8289934-e4a6-48a5-8e18-c8c58d2b3f9c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.324162] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 620.324162] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f65aa3-8028-c6ea-f895-271837df15fd" [ 620.324162] env[69308]: _type = "Task" [ 620.324162] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.338204] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f65aa3-8028-c6ea-f895-271837df15fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.366975] env[69308]: DEBUG nova.network.neutron [-] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.464849] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquiring lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.464902] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquired lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.465098] env[69308]: DEBUG nova.network.neutron [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.480987] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaba1e3-f381-4d9f-86c1-488ecac6ff43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.491169] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa7c9ea-601c-469e-b88f-f5e05f813026 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.499932] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Releasing lock "refresh_cache-7650ef23-41ab-4aba-89cf-d33006912049" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.500045] env[69308]: DEBUG nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Instance network_info: |[{"id": "2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2", "address": "fa:16:3e:38:28:d8", "network": {"id": "4b46b4e3-e07c-4a0d-be97-1ba6291d64e8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1143453316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3b180524134f4f6781b7d107e68003f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6ea54f-2e", "ovs_interfaceid": "2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.501013] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:28:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.509995] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Creating folder: Project (3b180524134f4f6781b7d107e68003f7). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.538372] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f8069aa-4b6e-468c-8e48-67ea4877352f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.546027] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d59aec6-7422-4624-9091-8eef98595cbe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.552973] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c35572-c784-44b4-b8b7-91ef6a144fa2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.562790] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Created folder: Project (3b180524134f4f6781b7d107e68003f7) in parent group-v768498. [ 620.562991] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Creating folder: Instances. Parent ref: group-v768521. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.568464] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0a413ff1-36b1-4c35-9f38-5c9fd1dd4cee tempest-ServerExternalEventsTest-1759300021 tempest-ServerExternalEventsTest-1759300021-project] Releasing lock "refresh_cache-9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.569113] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52e6d190-11e9-40be-a8c9-d3d52486757f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.582028] env[69308]: DEBUG nova.compute.provider_tree [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.594282] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867785, 'name': CreateVM_Task, 'duration_secs': 0.403708} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.597169] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc921d48-70c0-4871-9326-56333421f368] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.597873] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Created folder: Instances in parent group-v768521. [ 620.598136] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.598560] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.598714] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.599042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.599296] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.599961] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093d4385-4591-43e3-bb3c-06bbaedf335c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.603614] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbf103bc-f031-409a-b714-e5d617ef1b21 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.623500] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 620.623500] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52799a99-67b8-3935-5772-42690a3ad275" [ 620.623500] env[69308]: _type = "Task" [ 620.623500] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.629167] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.629167] env[69308]: value = "task-3867788" [ 620.629167] env[69308]: _type = "Task" [ 620.629167] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.636418] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52799a99-67b8-3935-5772-42690a3ad275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.643155] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867788, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.696789] env[69308]: DEBUG nova.compute.manager [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.696789] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.696789] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b4da7c-8c49-475a-865f-bf93ad2e6911 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.707460] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.707778] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-077de903-3b32-4274-878b-ebe71d8c851b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.718048] env[69308]: DEBUG oslo_vmware.api [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 620.718048] env[69308]: value = "task-3867789" [ 620.718048] env[69308]: _type = "Task" [ 620.718048] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.728847] env[69308]: DEBUG oslo_vmware.api [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.806836] env[69308]: DEBUG oslo_vmware.api [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867782, 'name': PowerOnVM_Task, 'duration_secs': 0.520446} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.810182] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.811490] env[69308]: INFO nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Took 15.30 seconds to spawn the instance on the hypervisor. [ 620.811739] env[69308]: DEBUG nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.812959] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f279ad54-4d47-49fc-a4e6-85a42d3ecf1b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.849906] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f65aa3-8028-c6ea-f895-271837df15fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01481} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.849906] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.850083] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] b72ebe87-2c2c-459f-ab59-53a52ab780f3/b72ebe87-2c2c-459f-ab59-53a52ab780f3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.850692] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc2a59f3-f784-4a25-b846-7bc5e7500a93 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.859416] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 620.859416] env[69308]: value = "task-3867790" [ 620.859416] env[69308]: _type = "Task" [ 620.859416] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.873760] env[69308]: INFO nova.compute.manager [-] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Took 1.87 seconds to deallocate network for instance. [ 620.878670] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.069080] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "b2cfd112-af47-46e1-8546-f527c9d84253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.069365] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.096999] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.097377] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.117209] env[69308]: ERROR nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [req-f695bdc3-8a71-40bd-8e15-d0eea78121b2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f695bdc3-8a71-40bd-8e15-d0eea78121b2"}]} [ 621.133448] env[69308]: DEBUG nova.compute.manager [req-16fea214-27da-48a4-97d0-19c12f9a8df8 req-f217a3a3-aabb-478e-9316-6cda1c5794d4 service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Received event network-changed-77837637-6bcd-44f5-b379-26d9eb1f02f7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.133576] env[69308]: DEBUG nova.compute.manager [req-16fea214-27da-48a4-97d0-19c12f9a8df8 req-f217a3a3-aabb-478e-9316-6cda1c5794d4 service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Refreshing instance network info cache due to event network-changed-77837637-6bcd-44f5-b379-26d9eb1f02f7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.133747] env[69308]: DEBUG oslo_concurrency.lockutils [req-16fea214-27da-48a4-97d0-19c12f9a8df8 req-f217a3a3-aabb-478e-9316-6cda1c5794d4 service nova] Acquiring lock "refresh_cache-b72ebe87-2c2c-459f-ab59-53a52ab780f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.133884] env[69308]: DEBUG oslo_concurrency.lockutils [req-16fea214-27da-48a4-97d0-19c12f9a8df8 req-f217a3a3-aabb-478e-9316-6cda1c5794d4 service nova] Acquired lock "refresh_cache-b72ebe87-2c2c-459f-ab59-53a52ab780f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.134565] env[69308]: DEBUG nova.network.neutron [req-16fea214-27da-48a4-97d0-19c12f9a8df8 req-f217a3a3-aabb-478e-9316-6cda1c5794d4 service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Refreshing network info cache for port 77837637-6bcd-44f5-b379-26d9eb1f02f7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.150780] env[69308]: DEBUG nova.network.neutron [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.163623] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52799a99-67b8-3935-5772-42690a3ad275, 'name': SearchDatastore_Task, 'duration_secs': 0.019642} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.165781] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 621.168476] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.168736] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.169165] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.169374] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.169794] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.175968] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a86755-1c4a-4c21-990e-70e1ddec7215 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.182100] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867788, 'name': CreateVM_Task, 'duration_secs': 0.448335} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.182100] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.182100] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.182100] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.182100] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.182415] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171f2502-dbd9-4e1f-bcea-cf1dc8b07c33 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.192008] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 621.192008] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529216e7-2865-fd50-d20b-60808d86a8b2" [ 621.192008] env[69308]: _type = "Task" [ 621.192008] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.198836] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.199181] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.201562] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 621.201792] env[69308]: DEBUG nova.compute.provider_tree [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 46, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.205159] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8735257c-e312-4925-a671-fb7f68a5e490 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.214246] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529216e7-2865-fd50-d20b-60808d86a8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.225060] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 621.225060] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d6e3d0-bdf8-686f-2456-5641e3165a7c" [ 621.225060] env[69308]: _type = "Task" [ 621.225060] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.236530] env[69308]: DEBUG oslo_vmware.api [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867789, 'name': PowerOffVM_Task, 'duration_secs': 0.312029} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.237742] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 621.237931] env[69308]: DEBUG nova.compute.provider_tree [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 22 to 23 during operation: update_aggregates {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 621.240854] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.241117] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.241849] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac455dd-2470-46aa-8b90-be211980cf6e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.248695] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d6e3d0-bdf8-686f-2456-5641e3165a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.263336] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 621.353875] env[69308]: INFO nova.compute.manager [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Took 24.92 seconds to build instance. [ 621.365375] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.365653] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.366202] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Deleting the datastore file [datastore1] 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.367047] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde318d2-f6aa-4ed1-8d54-efb38b71e8f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.376163] env[69308]: DEBUG oslo_vmware.api [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for the task: (returnval){ [ 621.376163] env[69308]: value = "task-3867792" [ 621.376163] env[69308]: _type = "Task" [ 621.376163] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.380934] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.388851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.394618] env[69308]: DEBUG oslo_vmware.api [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.603125] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "578c621d-2931-4573-b15c-05504145f9fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.603125] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "578c621d-2931-4573-b15c-05504145f9fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.654461] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db9388a-3918-4bba-825e-a3b5a8e3424f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.668665] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da00419e-537f-450f-ba41-de383fc47e80 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.706016] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9cc629-5f59-44aa-be45-1d8f4f248323 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.718382] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba820ac8-b140-42f2-8a2f-976034c47316 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.722464] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529216e7-2865-fd50-d20b-60808d86a8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.063025} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.722781] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.723030] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.723246] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.734568] env[69308]: DEBUG nova.compute.provider_tree [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.742524] env[69308]: DEBUG nova.network.neutron [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Updating instance_info_cache with network_info: [{"id": "caafca63-5d25-4ec2-abc3-47843529ca5f", "address": "fa:16:3e:b3:8f:2f", "network": {"id": "f9269632-84c5-4e67-9f33-2a533d450be3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-831059900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51c908120a5a416eb40f050b7ac7631d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaafca63-5d", "ovs_interfaceid": "caafca63-5d25-4ec2-abc3-47843529ca5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.749400] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d6e3d0-bdf8-686f-2456-5641e3165a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.062921} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.750690] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a74af3-7984-45fd-9e0d-854607af2e7f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.758282] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 621.758282] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52336d78-8b56-3e8f-ee89-d09deffd1095" [ 621.758282] env[69308]: _type = "Task" [ 621.758282] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.767980] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52336d78-8b56-3e8f-ee89-d09deffd1095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.857433] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de482f50-d065-4151-94bd-38b264e98af9 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.438s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.870925] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645196} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.871382] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] b72ebe87-2c2c-459f-ab59-53a52ab780f3/b72ebe87-2c2c-459f-ab59-53a52ab780f3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.872865] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.873243] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc6bb9dd-a124-4429-8569-7ad676574e36 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.888866] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 621.888866] env[69308]: value = "task-3867793" [ 621.888866] env[69308]: _type = "Task" [ 621.888866] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.898973] env[69308]: DEBUG oslo_vmware.api [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Task: {'id': task-3867792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230721} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.900102] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.900419] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.900708] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.901061] env[69308]: INFO nova.compute.manager [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Took 1.21 seconds to destroy the instance on the hypervisor. [ 621.901407] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.904538] env[69308]: DEBUG nova.compute.manager [-] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.904776] env[69308]: DEBUG nova.network.neutron [-] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.906685] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.251142] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Releasing lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.251478] env[69308]: DEBUG nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Instance network_info: |[{"id": "caafca63-5d25-4ec2-abc3-47843529ca5f", "address": "fa:16:3e:b3:8f:2f", "network": {"id": "f9269632-84c5-4e67-9f33-2a533d450be3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-831059900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51c908120a5a416eb40f050b7ac7631d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaafca63-5d", "ovs_interfaceid": "caafca63-5d25-4ec2-abc3-47843529ca5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.253096] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:8f:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caafca63-5d25-4ec2-abc3-47843529ca5f', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.264482] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Creating folder: Project (51c908120a5a416eb40f050b7ac7631d). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.266837] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6556043d-c44c-4fed-af65-09aac1b683f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.273189] env[69308]: DEBUG nova.scheduler.client.report [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 622.273542] env[69308]: DEBUG nova.compute.provider_tree [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 23 to 24 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 622.274040] env[69308]: DEBUG nova.compute.provider_tree [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.286574] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52336d78-8b56-3e8f-ee89-d09deffd1095, 'name': SearchDatastore_Task, 'duration_secs': 0.01995} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.290370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.290370] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fc921d48-70c0-4871-9326-56333421f368/fc921d48-70c0-4871-9326-56333421f368.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.290370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.290370] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.290979] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bd570b0-e6ba-4492-be7a-a3cc88cc9e2a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.292970] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2190bf3-1ba3-4e1f-9281-2cc147ffd0c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.294972] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Created folder: Project (51c908120a5a416eb40f050b7ac7631d) in parent group-v768498. [ 622.295126] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Creating folder: Instances. Parent ref: group-v768524. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.296044] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d92d919-97d0-4600-a89a-f2292c8b9a92 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.302450] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 622.302450] env[69308]: value = "task-3867795" [ 622.302450] env[69308]: _type = "Task" [ 622.302450] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.311959] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.312444] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.315630] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286da87e-804a-4338-b9c2-e27eab6c7a04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.320336] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Created folder: Instances in parent group-v768524. [ 622.320336] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.327738] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.327738] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.328063] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41ae7625-725f-4bd0-b443-f3d7341e9853 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.346187] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 622.346187] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52335d8e-7b9b-7f5f-2547-df7033157989" [ 622.346187] env[69308]: _type = "Task" [ 622.346187] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.353059] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.353059] env[69308]: value = "task-3867797" [ 622.353059] env[69308]: _type = "Task" [ 622.353059] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.356960] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52335d8e-7b9b-7f5f-2547-df7033157989, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.362292] env[69308]: DEBUG nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.364141] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128b8f74-88c2-404f-9d2c-66732aaebad2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.380997] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867797, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.380997] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 622.380997] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b3771f-16a5-ba85-2d51-e4c4eb03545e" [ 622.380997] env[69308]: _type = "Task" [ 622.380997] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.392830] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b3771f-16a5-ba85-2d51-e4c4eb03545e, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.399122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.399122] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 7650ef23-41ab-4aba-89cf-d33006912049/7650ef23-41ab-4aba-89cf-d33006912049.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.399122] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-764617f4-7020-4441-b3a7-414713e44b89 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.404606] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 622.404606] env[69308]: value = "task-3867798" [ 622.404606] env[69308]: _type = "Task" [ 622.404606] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.408721] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083816} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.412034] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.412977] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a711988-b331-40fb-bc84-8c4e21bec596 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.422546] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.446037] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] b72ebe87-2c2c-459f-ab59-53a52ab780f3/b72ebe87-2c2c-459f-ab59-53a52ab780f3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.446247] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003853f9-33f0-4d6e-849f-06c741917016 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.468997] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 622.468997] env[69308]: value = "task-3867799" [ 622.468997] env[69308]: _type = "Task" [ 622.468997] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.479186] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.687868] env[69308]: DEBUG nova.network.neutron [req-16fea214-27da-48a4-97d0-19c12f9a8df8 req-f217a3a3-aabb-478e-9316-6cda1c5794d4 service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Updated VIF entry in instance network info cache for port 77837637-6bcd-44f5-b379-26d9eb1f02f7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.688408] env[69308]: DEBUG nova.network.neutron [req-16fea214-27da-48a4-97d0-19c12f9a8df8 req-f217a3a3-aabb-478e-9316-6cda1c5794d4 service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Updating instance_info_cache with network_info: [{"id": "77837637-6bcd-44f5-b379-26d9eb1f02f7", "address": "fa:16:3e:84:67:a1", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77837637-6b", "ovs_interfaceid": "77837637-6bcd-44f5-b379-26d9eb1f02f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.779734] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.883s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.780342] env[69308]: DEBUG nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.783916] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.073s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.785178] env[69308]: INFO nova.compute.claims [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.821571] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.894392] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867797, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.922145] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867798, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.939556] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.988249] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.192952] env[69308]: DEBUG oslo_concurrency.lockutils [req-16fea214-27da-48a4-97d0-19c12f9a8df8 req-f217a3a3-aabb-478e-9316-6cda1c5794d4 service nova] Releasing lock "refresh_cache-b72ebe87-2c2c-459f-ab59-53a52ab780f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.265825] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.266379] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.293542] env[69308]: DEBUG nova.compute.utils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.302046] env[69308]: DEBUG nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.302245] env[69308]: DEBUG nova.network.neutron [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.333622] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577416} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.335448] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fc921d48-70c0-4871-9326-56333421f368/fc921d48-70c0-4871-9326-56333421f368.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.335448] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.335448] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd2f77e6-e569-402b-b078-3a583aaf6de5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.345267] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 623.345267] env[69308]: value = "task-3867800" [ 623.345267] env[69308]: _type = "Task" [ 623.345267] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.357381] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.372272] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867797, 'name': CreateVM_Task, 'duration_secs': 0.565858} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.372272] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.372272] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.372272] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.372272] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.372503] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41e2e1b-79c5-4a72-9543-056b8be66ca9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.381216] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 623.381216] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db5c3f-7ff6-dcc3-3d0a-ae89fc4bd210" [ 623.381216] env[69308]: _type = "Task" [ 623.381216] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.396993] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db5c3f-7ff6-dcc3-3d0a-ae89fc4bd210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.422471] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907573} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.422471] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 7650ef23-41ab-4aba-89cf-d33006912049/7650ef23-41ab-4aba-89cf-d33006912049.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.422471] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.422795] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ab38d3-8644-42cc-b9ea-6d759beb6caa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.435278] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 623.435278] env[69308]: value = "task-3867801" [ 623.435278] env[69308]: _type = "Task" [ 623.435278] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.446977] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.484681] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867799, 'name': ReconfigVM_Task, 'duration_secs': 0.636329} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.484857] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Reconfigured VM instance instance-00000007 to attach disk [datastore2] b72ebe87-2c2c-459f-ab59-53a52ab780f3/b72ebe87-2c2c-459f-ab59-53a52ab780f3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.485591] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7526c54-be08-47e0-a24a-36c49d4b2426 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.496751] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 623.496751] env[69308]: value = "task-3867802" [ 623.496751] env[69308]: _type = "Task" [ 623.496751] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.508644] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867802, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.569537] env[69308]: DEBUG nova.policy [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ef834efc0cd41f5955177b400db9167', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2f40f80d30248029b5f57ce2fec635f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.616284] env[69308]: DEBUG nova.compute.manager [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Received event network-changed-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.616641] env[69308]: DEBUG nova.compute.manager [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Refreshing instance network info cache due to event network-changed-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.616728] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Acquiring lock "refresh_cache-7650ef23-41ab-4aba-89cf-d33006912049" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.617029] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Acquired lock "refresh_cache-7650ef23-41ab-4aba-89cf-d33006912049" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.617029] env[69308]: DEBUG nova.network.neutron [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Refreshing network info cache for port 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.801098] env[69308]: DEBUG nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.813301] env[69308]: DEBUG nova.network.neutron [-] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.869833] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084898} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.870170] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.871106] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f2c761-2e22-4279-ba8c-8ed22f9f8944 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.896945] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] fc921d48-70c0-4871-9326-56333421f368/fc921d48-70c0-4871-9326-56333421f368.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.909497] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0804ab-5087-4d2f-982d-c09af2dc2770 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.940107] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db5c3f-7ff6-dcc3-3d0a-ae89fc4bd210, 'name': SearchDatastore_Task, 'duration_secs': 0.012722} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.946043] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.946255] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.946623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.947230] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.947230] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.947413] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 623.947413] env[69308]: value = "task-3867803" [ 623.947413] env[69308]: _type = "Task" [ 623.947413] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.950899] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed4df8d-c934-4e2f-b3da-147212c230fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.961594] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095138} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.962413] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.963515] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aaa86e-98c8-4910-9236-a4451667780b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.969603] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.974972] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.975249] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.976592] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d252e4-8811-401d-9ff1-e577c406e72e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.002374] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 7650ef23-41ab-4aba-89cf-d33006912049/7650ef23-41ab-4aba-89cf-d33006912049.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.006225] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c308f037-6ce8-4f0c-a8aa-c3fd3125c778 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.029705] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 624.029705] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bae894-3175-3884-311b-fd6518980546" [ 624.029705] env[69308]: _type = "Task" [ 624.029705] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.035570] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867802, 'name': Rename_Task, 'duration_secs': 0.4646} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.038069] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.038069] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 624.038069] env[69308]: value = "task-3867804" [ 624.038069] env[69308]: _type = "Task" [ 624.038069] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.038069] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-592d60da-377f-44f8-b754-408f0d0364d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.047537] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bae894-3175-3884-311b-fd6518980546, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.052378] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117946bf-52f6-4264-87e7-2bffef1abcfc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.061356] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 624.061356] env[69308]: value = "task-3867805" [ 624.061356] env[69308]: _type = "Task" [ 624.061356] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.061643] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.076271] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 624.076271] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e026fb-75d4-2901-6958-a3277e03aae8" [ 624.076271] env[69308]: _type = "Task" [ 624.076271] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.077172] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.087854] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e026fb-75d4-2901-6958-a3277e03aae8, 'name': SearchDatastore_Task, 'duration_secs': 0.018063} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.088013] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.088225] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c8b292ee-acc4-4bc9-9f1f-62df83d1e36b/c8b292ee-acc4-4bc9-9f1f-62df83d1e36b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.088514] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d0784b5-50eb-4289-8a0a-fed6585d0252 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.096018] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 624.096018] env[69308]: value = "task-3867806" [ 624.096018] env[69308]: _type = "Task" [ 624.096018] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.118395] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.317782] env[69308]: INFO nova.compute.manager [-] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Took 2.41 seconds to deallocate network for instance. [ 624.385251] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07519081-7b79-458b-85d2-499702943867 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.397206] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029f25e5-8f74-4ed5-ae20-82ad6d14a9c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.431214] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcd874b-c80f-4db9-a293-b7d940015c9c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.441154] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc4e7f-d7f4-4be8-85ce-d8f4e9e03ed3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.460586] env[69308]: DEBUG nova.compute.provider_tree [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.474945] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.561797] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.588087] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867805, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.614517] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867806, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.751763] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "fad3ad44-43cd-442e-8723-d27bbb893e0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.752030] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "fad3ad44-43cd-442e-8723-d27bbb893e0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.815650] env[69308]: DEBUG nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.831681] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.868707] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.868707] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.868707] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.868864] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.868864] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.868864] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.868864] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.868864] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.871960] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.872283] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.872505] env[69308]: DEBUG nova.virt.hardware [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.873568] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f607f4b7-7f04-491b-b653-a6072a0e2b54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.886735] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ca2242-9ba5-4239-9fa7-697a1efdae6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.969709] env[69308]: DEBUG nova.scheduler.client.report [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.976763] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867803, 'name': ReconfigVM_Task, 'duration_secs': 0.608533} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.977378] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Reconfigured VM instance instance-0000000a to attach disk [datastore2] fc921d48-70c0-4871-9326-56333421f368/fc921d48-70c0-4871-9326-56333421f368.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.979943] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f42a7aaf-71d8-4d30-8264-cc432abecc72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.986657] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 624.986657] env[69308]: value = "task-3867807" [ 624.986657] env[69308]: _type = "Task" [ 624.986657] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.998390] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867807, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.053683] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867804, 'name': ReconfigVM_Task, 'duration_secs': 0.56961} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.054036] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 7650ef23-41ab-4aba-89cf-d33006912049/7650ef23-41ab-4aba-89cf-d33006912049.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.054711] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8889cf7b-0524-4873-8618-ee91f96d904a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.063073] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 625.063073] env[69308]: value = "task-3867808" [ 625.063073] env[69308]: _type = "Task" [ 625.063073] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.075924] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867805, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.079678] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867808, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.108476] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547394} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.108995] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c8b292ee-acc4-4bc9-9f1f-62df83d1e36b/c8b292ee-acc4-4bc9-9f1f-62df83d1e36b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.109428] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.109428] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e090305-7459-49fc-829e-d6f0e3fb51cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.122246] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 625.122246] env[69308]: value = "task-3867809" [ 625.122246] env[69308]: _type = "Task" [ 625.122246] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.136020] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.179544] env[69308]: DEBUG nova.network.neutron [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Updated VIF entry in instance network info cache for port 2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.179946] env[69308]: DEBUG nova.network.neutron [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Updating instance_info_cache with network_info: [{"id": "2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2", "address": "fa:16:3e:38:28:d8", "network": {"id": "4b46b4e3-e07c-4a0d-be97-1ba6291d64e8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1143453316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b180524134f4f6781b7d107e68003f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e6ea54f-2e", "ovs_interfaceid": "2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.323965] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquiring lock "a7c372d8-0085-4e17-a038-78e473fb7adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.323965] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "a7c372d8-0085-4e17-a038-78e473fb7adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.481871] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.481871] env[69308]: DEBUG nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.484781] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.482s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.488699] env[69308]: INFO nova.compute.claims [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.504638] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867807, 'name': Rename_Task, 'duration_secs': 0.148535} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.504996] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.505438] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e91e90c8-cd6b-4d88-a1f4-a5257cc87476 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.513849] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 625.513849] env[69308]: value = "task-3867810" [ 625.513849] env[69308]: _type = "Task" [ 625.513849] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.527427] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.540749] env[69308]: DEBUG nova.compute.manager [req-d9c727e2-f29f-49e2-bd41-8cc753b56acb req-601bf186-059a-4186-845b-f8a3de837e16 service nova] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Received event network-vif-deleted-32b2f3f5-8d4b-464d-a6f0-2327919c112b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.542466] env[69308]: DEBUG nova.network.neutron [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Successfully created port: 7bad5be8-cfe1-4a28-ae55-d3a71913919b {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.579719] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867808, 'name': Rename_Task, 'duration_secs': 0.170137} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.583753] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.583931] env[69308]: DEBUG oslo_vmware.api [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867805, 'name': PowerOnVM_Task, 'duration_secs': 1.326406} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.584314] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8af9e078-76dd-4147-afd8-d24e01890c76 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.587163] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.587163] env[69308]: INFO nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Took 13.16 seconds to spawn the instance on the hypervisor. [ 625.587163] env[69308]: DEBUG nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.587763] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19614f3-b65d-439c-9145-119f8ec3b9ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.601645] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 625.601645] env[69308]: value = "task-3867811" [ 625.601645] env[69308]: _type = "Task" [ 625.601645] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.617161] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.639450] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084944} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.639450] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.640045] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f5bfa0-2954-46f5-8b2d-352899531d8e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.669010] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] c8b292ee-acc4-4bc9-9f1f-62df83d1e36b/c8b292ee-acc4-4bc9-9f1f-62df83d1e36b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.669010] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0421dfb-8777-4f92-a1e4-f2adc0d93b8e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.690030] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Releasing lock "refresh_cache-7650ef23-41ab-4aba-89cf-d33006912049" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.690030] env[69308]: DEBUG nova.compute.manager [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Received event network-vif-plugged-caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.690030] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Acquiring lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.690030] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.690030] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.690338] env[69308]: DEBUG nova.compute.manager [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] No waiting events found dispatching network-vif-plugged-caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.690338] env[69308]: WARNING nova.compute.manager [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Received unexpected event network-vif-plugged-caafca63-5d25-4ec2-abc3-47843529ca5f for instance with vm_state building and task_state spawning. [ 625.690338] env[69308]: DEBUG nova.compute.manager [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Received event network-vif-deleted-07d8358f-1ceb-46ec-9ab3-8ad65dd3d8fa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.691577] env[69308]: DEBUG nova.compute.manager [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Received event network-changed-caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.691577] env[69308]: DEBUG nova.compute.manager [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Refreshing instance network info cache due to event network-changed-caafca63-5d25-4ec2-abc3-47843529ca5f. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.691577] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Acquiring lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.691577] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Acquired lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.691577] env[69308]: DEBUG nova.network.neutron [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Refreshing network info cache for port caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.694783] env[69308]: DEBUG nova.compute.manager [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.701030] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc53b1c-ffe2-4815-aadf-87f86a6ed78f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.704171] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 625.704171] env[69308]: value = "task-3867812" [ 625.704171] env[69308]: _type = "Task" [ 625.704171] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.728437] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.994355] env[69308]: DEBUG nova.compute.utils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.995948] env[69308]: DEBUG nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.996102] env[69308]: DEBUG nova.network.neutron [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.026417] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867810, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.123536] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867811, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.126762] env[69308]: INFO nova.compute.manager [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Took 28.97 seconds to build instance. [ 626.126762] env[69308]: DEBUG nova.policy [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35edae8c161940baa92f802d2ad06efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4288af26e2c442c69cf2e18df646aee7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.223254] env[69308]: INFO nova.compute.manager [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] instance snapshotting [ 626.223837] env[69308]: WARNING nova.compute.manager [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 626.225410] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867812, 'name': ReconfigVM_Task, 'duration_secs': 0.448856} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.227163] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Reconfigured VM instance instance-00000009 to attach disk [datastore2] c8b292ee-acc4-4bc9-9f1f-62df83d1e36b/c8b292ee-acc4-4bc9-9f1f-62df83d1e36b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.227163] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af9df64d-3a54-4cf5-937d-e2029d141203 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.228931] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b703b-923a-45c9-90a1-0bf85d18cb79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.257089] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb736ea-3233-4f9c-8612-c53bcfc9d6cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.261495] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 626.261495] env[69308]: value = "task-3867813" [ 626.261495] env[69308]: _type = "Task" [ 626.261495] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.289489] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867813, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.502378] env[69308]: DEBUG nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.530992] env[69308]: DEBUG oslo_vmware.api [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867810, 'name': PowerOnVM_Task, 'duration_secs': 0.608978} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.531326] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.531465] env[69308]: INFO nova.compute.manager [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Took 6.60 seconds to spawn the instance on the hypervisor. [ 626.531634] env[69308]: DEBUG nova.compute.manager [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.532591] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd4ec5-2043-4514-b3b9-d8c74370f27b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.627281] env[69308]: DEBUG oslo_vmware.api [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867811, 'name': PowerOnVM_Task, 'duration_secs': 0.889204} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.627551] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.627756] env[69308]: INFO nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Took 11.64 seconds to spawn the instance on the hypervisor. [ 626.627926] env[69308]: DEBUG nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.628793] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4343c5-601c-4fc4-a93f-a79be64bc314 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.636030] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1965339-6d28-41f5-ac83-6e4cd3399467 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.510s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.690273] env[69308]: DEBUG nova.network.neutron [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Updated VIF entry in instance network info cache for port caafca63-5d25-4ec2-abc3-47843529ca5f. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.690742] env[69308]: DEBUG nova.network.neutron [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Updating instance_info_cache with network_info: [{"id": "caafca63-5d25-4ec2-abc3-47843529ca5f", "address": "fa:16:3e:b3:8f:2f", "network": {"id": "f9269632-84c5-4e67-9f33-2a533d450be3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-831059900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51c908120a5a416eb40f050b7ac7631d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaafca63-5d", "ovs_interfaceid": "caafca63-5d25-4ec2-abc3-47843529ca5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.771932] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 626.775970] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25d009b0-d6e5-426f-ad13-16a52c7fbfb9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.786167] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867813, 'name': Rename_Task, 'duration_secs': 0.199391} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.788244] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.788244] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 626.788244] env[69308]: value = "task-3867814" [ 626.788244] env[69308]: _type = "Task" [ 626.788244] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.788244] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a25b2529-631e-4f09-a635-4a469dcdd06a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.802355] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867814, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.803831] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 626.803831] env[69308]: value = "task-3867815" [ 626.803831] env[69308]: _type = "Task" [ 626.803831] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.949055] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee03a18e-fdb0-4433-a3b6-c606517b49e0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.962426] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d192a5-da82-4580-bed4-10a2871f19c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.996240] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e653ef1e-bd68-4fdf-8c6a-30d2c4feda8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.015956] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8750b41-83bf-4c24-88a9-c440cfe46642 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.039482] env[69308]: DEBUG nova.compute.provider_tree [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.054300] env[69308]: INFO nova.compute.manager [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Took 21.36 seconds to build instance. [ 627.142052] env[69308]: DEBUG nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.159020] env[69308]: INFO nova.compute.manager [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Took 27.25 seconds to build instance. [ 627.194691] env[69308]: DEBUG oslo_concurrency.lockutils [req-b479c242-adea-4360-b4b6-32618abd5578 req-ffff413f-7032-4d8f-9e5a-5f0ec69ec116 service nova] Releasing lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.304356] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867814, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.314651] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.380954] env[69308]: DEBUG nova.network.neutron [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Successfully created port: f1934ecc-a1b9-428c-b4c8-677935a269dd {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.522213] env[69308]: DEBUG nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.541355] env[69308]: DEBUG nova.scheduler.client.report [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.562628] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a711ea72-1cf7-42b3-93f5-c9cf5cd774de tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "fc921d48-70c0-4871-9326-56333421f368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.883s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.565246] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.567728] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.567965] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.568157] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.568307] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.568496] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.568806] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.568851] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.569358] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.569358] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.569358] env[69308]: DEBUG nova.virt.hardware [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.572527] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b679085-149c-43e9-b054-7078ec7784e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.585057] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e2bedc-56b4-4e6d-96e8-d7882a84e8dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.634988] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "e33c7029-3e87-43b6-9865-c4d0d912974d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.635155] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "e33c7029-3e87-43b6-9865-c4d0d912974d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.661711] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4030b838-fede-429e-8ec5-6564d2ca0b4a tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "7650ef23-41ab-4aba-89cf-d33006912049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.762s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.686072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.811772] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867814, 'name': CreateSnapshot_Task, 'duration_secs': 0.778081} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.816124] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 627.816817] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a048d78-0ac7-4954-91d7-ab93462d4fbd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.832736] env[69308]: DEBUG oslo_vmware.api [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867815, 'name': PowerOnVM_Task, 'duration_secs': 0.88048} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.832736] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.832736] env[69308]: INFO nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Took 10.38 seconds to spawn the instance on the hypervisor. [ 627.832736] env[69308]: DEBUG nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.832736] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90dc03-3c4f-47d1-93b6-cfb4d091a6ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.056021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.056021] env[69308]: DEBUG nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.057070] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.931s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.059533] env[69308]: INFO nova.compute.claims [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.078034] env[69308]: DEBUG nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.167375] env[69308]: DEBUG nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.352385] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 628.364185] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56342453-8b0d-4a41-9ad4-bbf4ad59a2f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.364185] env[69308]: INFO nova.compute.manager [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Took 23.95 seconds to build instance. [ 628.373491] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 628.373491] env[69308]: value = "task-3867816" [ 628.373491] env[69308]: _type = "Task" [ 628.373491] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.387403] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867816, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.564609] env[69308]: DEBUG nova.compute.utils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.568766] env[69308]: DEBUG nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.569117] env[69308]: DEBUG nova.network.neutron [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.614409] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.629670] env[69308]: DEBUG nova.network.neutron [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Successfully updated port: 7bad5be8-cfe1-4a28-ae55-d3a71913919b {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.696801] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.699136] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.714594] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.772959] env[69308]: DEBUG nova.policy [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7dc04906bdc4f88bd0859519a55b4ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d5b1adda7824fd6a28ade2ac66bb28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.867081] env[69308]: DEBUG oslo_concurrency.lockutils [None req-493c9213-fc6a-4652-b1f3-d0746cb0b55d tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.460s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.888481] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867816, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.072026] env[69308]: DEBUG nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.134568] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquiring lock "refresh_cache-7ed18568-9081-4128-b83f-d859bedb1bcd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.134807] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquired lock "refresh_cache-7ed18568-9081-4128-b83f-d859bedb1bcd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.134973] env[69308]: DEBUG nova.network.neutron [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.268042] env[69308]: DEBUG nova.compute.manager [req-ef1b8f2e-87ca-4c91-a2e1-68a9a6a4c22e req-259a2422-31f2-4248-88a0-ba5768cbc3fe service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Received event network-changed-661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.268042] env[69308]: DEBUG nova.compute.manager [req-ef1b8f2e-87ca-4c91-a2e1-68a9a6a4c22e req-259a2422-31f2-4248-88a0-ba5768cbc3fe service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Refreshing instance network info cache due to event network-changed-661e6250-4a21-44c2-9c1f-606a22936c6d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.271102] env[69308]: DEBUG oslo_concurrency.lockutils [req-ef1b8f2e-87ca-4c91-a2e1-68a9a6a4c22e req-259a2422-31f2-4248-88a0-ba5768cbc3fe service nova] Acquiring lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.271354] env[69308]: DEBUG oslo_concurrency.lockutils [req-ef1b8f2e-87ca-4c91-a2e1-68a9a6a4c22e req-259a2422-31f2-4248-88a0-ba5768cbc3fe service nova] Acquired lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.271568] env[69308]: DEBUG nova.network.neutron [req-ef1b8f2e-87ca-4c91-a2e1-68a9a6a4c22e req-259a2422-31f2-4248-88a0-ba5768cbc3fe service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Refreshing network info cache for port 661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.370960] env[69308]: DEBUG nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.403491] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867816, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.597837] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904dd009-4540-4196-8420-d4a65730a8f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.608102] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98bb802-0936-4c20-a5de-60fea0289a46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.643751] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b56aef-fdce-46e6-a8e2-cff8d7e8fdc7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.654858] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6c4f2d-4df8-4e1c-bf0a-1e07c42d3c68 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.675227] env[69308]: DEBUG nova.compute.provider_tree [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.679833] env[69308]: DEBUG nova.compute.manager [req-7c375a0c-5741-4f71-ab91-1b7c77345311 req-dcdda774-1503-426d-b7c0-d569e02fd248 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Received event network-vif-plugged-7bad5be8-cfe1-4a28-ae55-d3a71913919b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.680056] env[69308]: DEBUG oslo_concurrency.lockutils [req-7c375a0c-5741-4f71-ab91-1b7c77345311 req-dcdda774-1503-426d-b7c0-d569e02fd248 service nova] Acquiring lock "7ed18568-9081-4128-b83f-d859bedb1bcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.680264] env[69308]: DEBUG oslo_concurrency.lockutils [req-7c375a0c-5741-4f71-ab91-1b7c77345311 req-dcdda774-1503-426d-b7c0-d569e02fd248 service nova] Lock "7ed18568-9081-4128-b83f-d859bedb1bcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.680504] env[69308]: DEBUG oslo_concurrency.lockutils [req-7c375a0c-5741-4f71-ab91-1b7c77345311 req-dcdda774-1503-426d-b7c0-d569e02fd248 service nova] Lock "7ed18568-9081-4128-b83f-d859bedb1bcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.680768] env[69308]: DEBUG nova.compute.manager [req-7c375a0c-5741-4f71-ab91-1b7c77345311 req-dcdda774-1503-426d-b7c0-d569e02fd248 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] No waiting events found dispatching network-vif-plugged-7bad5be8-cfe1-4a28-ae55-d3a71913919b {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.681128] env[69308]: WARNING nova.compute.manager [req-7c375a0c-5741-4f71-ab91-1b7c77345311 req-dcdda774-1503-426d-b7c0-d569e02fd248 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Received unexpected event network-vif-plugged-7bad5be8-cfe1-4a28-ae55-d3a71913919b for instance with vm_state building and task_state spawning. [ 629.784337] env[69308]: DEBUG nova.network.neutron [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.904783] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867816, 'name': CloneVM_Task} progress is 95%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.916315] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.026016] env[69308]: DEBUG nova.network.neutron [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Successfully created port: 410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.094032] env[69308]: DEBUG nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.142170] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:46:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='724868491',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-881050139',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.145310] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.145610] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.145701] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.145857] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.146095] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.146341] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.146937] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.146937] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.146937] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.146937] env[69308]: DEBUG nova.virt.hardware [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.148605] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b8ff74-e3b8-44ad-8467-180ba25205f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.163260] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a01eeea-82ee-464e-b6e9-e770fa0c037c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.187791] env[69308]: DEBUG nova.scheduler.client.report [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.206644] env[69308]: DEBUG nova.network.neutron [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Updating instance_info_cache with network_info: [{"id": "7bad5be8-cfe1-4a28-ae55-d3a71913919b", "address": "fa:16:3e:71:39:b4", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5be8-cf", "ovs_interfaceid": "7bad5be8-cfe1-4a28-ae55-d3a71913919b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.309537] env[69308]: DEBUG nova.network.neutron [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Successfully updated port: f1934ecc-a1b9-428c-b4c8-677935a269dd {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.397075] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867816, 'name': CloneVM_Task, 'duration_secs': 1.79413} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.397653] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Created linked-clone VM from snapshot [ 630.398976] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb310747-e06d-4c96-96ff-821d52319657 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.408183] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Uploading image 008831b3-78d8-4e16-a76c-946e07fcac7a {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 630.453550] env[69308]: DEBUG oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 630.453550] env[69308]: value = "vm-768528" [ 630.453550] env[69308]: _type = "VirtualMachine" [ 630.453550] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 630.453875] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc2757bc-9348-4238-a598-0c112c74bf89 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.467521] env[69308]: DEBUG oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lease: (returnval){ [ 630.467521] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cb26d6-4532-9faf-f5ba-2b64fdfd8f9f" [ 630.467521] env[69308]: _type = "HttpNfcLease" [ 630.467521] env[69308]: } obtained for exporting VM: (result){ [ 630.467521] env[69308]: value = "vm-768528" [ 630.467521] env[69308]: _type = "VirtualMachine" [ 630.467521] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 630.467894] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the lease: (returnval){ [ 630.467894] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cb26d6-4532-9faf-f5ba-2b64fdfd8f9f" [ 630.467894] env[69308]: _type = "HttpNfcLease" [ 630.467894] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 630.476524] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 630.476524] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cb26d6-4532-9faf-f5ba-2b64fdfd8f9f" [ 630.476524] env[69308]: _type = "HttpNfcLease" [ 630.476524] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 630.680023] env[69308]: DEBUG nova.network.neutron [req-ef1b8f2e-87ca-4c91-a2e1-68a9a6a4c22e req-259a2422-31f2-4248-88a0-ba5768cbc3fe service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Updated VIF entry in instance network info cache for port 661e6250-4a21-44c2-9c1f-606a22936c6d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.680383] env[69308]: DEBUG nova.network.neutron [req-ef1b8f2e-87ca-4c91-a2e1-68a9a6a4c22e req-259a2422-31f2-4248-88a0-ba5768cbc3fe service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Updating instance_info_cache with network_info: [{"id": "661e6250-4a21-44c2-9c1f-606a22936c6d", "address": "fa:16:3e:c4:12:ff", "network": {"id": "c42a3a8b-69ab-44bd-a8dd-bfec950909cd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1238524278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d12b7a7ecbf044b1895b0d44e31214a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661e6250-4a", "ovs_interfaceid": "661e6250-4a21-44c2-9c1f-606a22936c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.692125] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.693735] env[69308]: DEBUG nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.698976] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.908s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.702022] env[69308]: INFO nova.compute.claims [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.711511] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Releasing lock "refresh_cache-7ed18568-9081-4128-b83f-d859bedb1bcd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.713116] env[69308]: DEBUG nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Instance network_info: |[{"id": "7bad5be8-cfe1-4a28-ae55-d3a71913919b", "address": "fa:16:3e:71:39:b4", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5be8-cf", "ovs_interfaceid": "7bad5be8-cfe1-4a28-ae55-d3a71913919b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.713224] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:39:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bad5be8-cfe1-4a28-ae55-d3a71913919b', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.723617] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Creating folder: Project (e2f40f80d30248029b5f57ce2fec635f). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.723755] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73913b7a-9f56-4db5-8cf9-1e369d7ce456 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.741057] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Created folder: Project (e2f40f80d30248029b5f57ce2fec635f) in parent group-v768498. [ 630.741057] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Creating folder: Instances. Parent ref: group-v768529. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.741398] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-084b91da-b22c-4e37-8a9a-5907497a9f52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.759086] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Created folder: Instances in parent group-v768529. [ 630.759304] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.759664] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.759833] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81942d2a-9c2f-4f44-98dd-3f3b470995b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.788352] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.788352] env[69308]: value = "task-3867820" [ 630.788352] env[69308]: _type = "Task" [ 630.788352] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.807665] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867820, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.816736] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.816736] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquired lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.816736] env[69308]: DEBUG nova.network.neutron [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.976773] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 630.976773] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cb26d6-4532-9faf-f5ba-2b64fdfd8f9f" [ 630.976773] env[69308]: _type = "HttpNfcLease" [ 630.976773] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 630.977226] env[69308]: DEBUG oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 630.977226] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cb26d6-4532-9faf-f5ba-2b64fdfd8f9f" [ 630.977226] env[69308]: _type = "HttpNfcLease" [ 630.977226] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 630.977897] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddf6639-443b-4408-b73a-0e510d0bd683 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.994775] env[69308]: DEBUG oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234ec7c-6c5e-3e98-a565-c9e71e101234/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 630.995163] env[69308]: DEBUG oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234ec7c-6c5e-3e98-a565-c9e71e101234/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 631.158780] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquiring lock "7650ef23-41ab-4aba-89cf-d33006912049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.159458] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "7650ef23-41ab-4aba-89cf-d33006912049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.159602] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquiring lock "7650ef23-41ab-4aba-89cf-d33006912049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.163024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "7650ef23-41ab-4aba-89cf-d33006912049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.163024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "7650ef23-41ab-4aba-89cf-d33006912049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.163024] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b04e699-0233-4e66-9a6c-b09f099a1dfc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.166632] env[69308]: INFO nova.compute.manager [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Terminating instance [ 631.184139] env[69308]: DEBUG oslo_concurrency.lockutils [req-ef1b8f2e-87ca-4c91-a2e1-68a9a6a4c22e req-259a2422-31f2-4248-88a0-ba5768cbc3fe service nova] Releasing lock "refresh_cache-9bed399d-c3f5-4659-bbe0-c88f73e1e52b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.201609] env[69308]: DEBUG nova.compute.utils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.209388] env[69308]: DEBUG nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.209388] env[69308]: DEBUG nova.network.neutron [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.301965] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867820, 'name': CreateVM_Task, 'duration_secs': 0.43911} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.303553] env[69308]: DEBUG nova.policy [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bff0fc3ce28340fc8072ee0e20a8c2b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1462b1ad43ac4b73997b6e2e017a41c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.304509] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.305953] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.305953] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.306391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.307031] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb73b46-052c-4e38-bba3-4f8a8de76e1d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.313870] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 631.313870] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529ce707-585a-31ab-2319-dd0ea5afa1a5" [ 631.313870] env[69308]: _type = "Task" [ 631.313870] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.325163] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529ce707-585a-31ab-2319-dd0ea5afa1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.386468] env[69308]: DEBUG nova.network.neutron [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.672714] env[69308]: DEBUG nova.compute.manager [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.674763] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.674763] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4fb68-1b44-4e09-9dab-77b9d948f9a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.686550] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.686550] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64451b83-ff96-46eb-9128-1e9df3dd7be8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.694295] env[69308]: DEBUG nova.network.neutron [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Updating instance_info_cache with network_info: [{"id": "f1934ecc-a1b9-428c-b4c8-677935a269dd", "address": "fa:16:3e:f1:d5:ef", "network": {"id": "a2c0a30b-91ae-404e-a01c-21932b289f1c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-727697146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4288af26e2c442c69cf2e18df646aee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1934ecc-a1", "ovs_interfaceid": "f1934ecc-a1b9-428c-b4c8-677935a269dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.699102] env[69308]: DEBUG oslo_vmware.api [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 631.699102] env[69308]: value = "task-3867821" [ 631.699102] env[69308]: _type = "Task" [ 631.699102] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.710781] env[69308]: DEBUG oslo_vmware.api [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.712045] env[69308]: DEBUG nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.833740] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529ce707-585a-31ab-2319-dd0ea5afa1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.020714} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.834887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.834887] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.836091] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.836341] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.837476] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.839963] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb73f28-a25d-4591-8134-313ac0462469 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.855662] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.855872] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.856666] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c1cdae-aa4c-48f8-8cfa-9c38f163d503 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.869410] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 631.869410] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52812402-83fa-95ec-3e2c-1d34ca587b6f" [ 631.869410] env[69308]: _type = "Task" [ 631.869410] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.880968] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52812402-83fa-95ec-3e2c-1d34ca587b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.035251] env[69308]: DEBUG nova.network.neutron [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Successfully created port: 3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.200163] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Releasing lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.202915] env[69308]: DEBUG nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Instance network_info: |[{"id": "f1934ecc-a1b9-428c-b4c8-677935a269dd", "address": "fa:16:3e:f1:d5:ef", "network": {"id": "a2c0a30b-91ae-404e-a01c-21932b289f1c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-727697146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4288af26e2c442c69cf2e18df646aee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1934ecc-a1", "ovs_interfaceid": "f1934ecc-a1b9-428c-b4c8-677935a269dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.203378] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:d5:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1934ecc-a1b9-428c-b4c8-677935a269dd', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.214298] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Creating folder: Project (4288af26e2c442c69cf2e18df646aee7). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.221134] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa372fd-877d-44d0-9c6d-6384c37abfa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.237523] env[69308]: DEBUG oslo_vmware.api [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867821, 'name': PowerOffVM_Task, 'duration_secs': 0.288139} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.237832] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.241146] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.241146] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a096a4ea-607b-4106-93f9-b3bda19177d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.246091] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Created folder: Project (4288af26e2c442c69cf2e18df646aee7) in parent group-v768498. [ 632.246333] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Creating folder: Instances. Parent ref: group-v768532. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.248955] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d748ee73-5292-42ac-8ddb-e6f5dcd3101e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.258517] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19060f54-9d17-4bb0-a41a-b23db6fab14c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.271640] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49652638-4ed7-4f43-94d7-e6bbe9b8515f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.277623] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Created folder: Instances in parent group-v768532. [ 632.277881] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.278803] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.278803] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b5f7f1f-383e-4535-a65e-375253523f7a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.331420] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67a6cb7-8fcd-4a9b-addb-ce46a47f1c62 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.335903] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.335903] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.336206] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Deleting the datastore file [datastore2] 7650ef23-41ab-4aba-89cf-d33006912049 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.337865] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0274a93-a449-4169-91d2-39afcef13295 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.343434] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.343434] env[69308]: value = "task-3867825" [ 632.343434] env[69308]: _type = "Task" [ 632.343434] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.353038] env[69308]: DEBUG oslo_vmware.api [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for the task: (returnval){ [ 632.353038] env[69308]: value = "task-3867826" [ 632.353038] env[69308]: _type = "Task" [ 632.353038] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.354571] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8011532-6069-4991-a94d-f859168094fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.367785] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867825, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.388814] env[69308]: DEBUG nova.compute.provider_tree [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.390280] env[69308]: DEBUG oslo_vmware.api [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.398811] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "64302f20-818c-44b7-9518-1f894a0fce19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.399091] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "64302f20-818c-44b7-9518-1f894a0fce19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.399315] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52812402-83fa-95ec-3e2c-1d34ca587b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.016641} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.400767] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308b70cb-40c9-4718-8e5f-cdca4179a425 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.411326] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 632.411326] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5217c48d-2313-984c-896f-06b265340bc5" [ 632.411326] env[69308]: _type = "Task" [ 632.411326] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.423457] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5217c48d-2313-984c-896f-06b265340bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.731163] env[69308]: DEBUG nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.779490] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.780375] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.782203] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.782203] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.782203] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.782203] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.782203] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.782555] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.783902] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.783902] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.787225] env[69308]: DEBUG nova.virt.hardware [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.787225] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea587714-78dd-4f43-967f-1bf8679f94fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.796586] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb168fc-28c6-4be2-b4ef-7fd6e42f3b03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.842757] env[69308]: DEBUG nova.network.neutron [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Successfully updated port: 410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.858308] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867825, 'name': CreateVM_Task, 'duration_secs': 0.355709} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.859732] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.861608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.861608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.861608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.861915] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e1b185-6f5a-4ac9-ad0a-8e6dc4ab3ad7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.879946] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 632.879946] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e1ad53-1438-f5a2-63de-b51dac808cdf" [ 632.879946] env[69308]: _type = "Task" [ 632.879946] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.880345] env[69308]: DEBUG oslo_vmware.api [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Task: {'id': task-3867826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207545} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.881492] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.881492] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.881492] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.881671] env[69308]: INFO nova.compute.manager [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Took 1.21 seconds to destroy the instance on the hypervisor. [ 632.882271] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.885241] env[69308]: DEBUG nova.compute.manager [-] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.885370] env[69308]: DEBUG nova.network.neutron [-] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.897589] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e1ad53-1438-f5a2-63de-b51dac808cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.01797} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.898983] env[69308]: DEBUG nova.scheduler.client.report [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.904484] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.904732] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.904940] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.923325] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5217c48d-2313-984c-896f-06b265340bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.924362] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.924627] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 7ed18568-9081-4128-b83f-d859bedb1bcd/7ed18568-9081-4128-b83f-d859bedb1bcd.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.925082] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.925380] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.925560] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e9c5ad-e2da-4936-b2a9-1bc428c61f44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.929269] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c48dd62-146b-455f-b329-7ec458c3debb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.948646] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 632.948646] env[69308]: value = "task-3867827" [ 632.948646] env[69308]: _type = "Task" [ 632.948646] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.952692] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.952898] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.954995] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ab699c-cb07-4e2e-96be-74bcb39aac37 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.960989] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.966336] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 632.966336] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527a13ce-e16d-fadc-1f44-a0090e3d1cea" [ 632.966336] env[69308]: _type = "Task" [ 632.966336] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.983483] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527a13ce-e16d-fadc-1f44-a0090e3d1cea, 'name': SearchDatastore_Task, 'duration_secs': 0.014212} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.984098] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73143e0c-e700-42d3-89d2-36f846de0383 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.990695] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 632.990695] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5232d8a1-55f7-5dae-2ca9-1a6956182e02" [ 632.990695] env[69308]: _type = "Task" [ 632.990695] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.003566] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5232d8a1-55f7-5dae-2ca9-1a6956182e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.351416] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.351754] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquired lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.351754] env[69308]: DEBUG nova.network.neutron [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.408099] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.408099] env[69308]: DEBUG nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.411249] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.022s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.411384] env[69308]: DEBUG nova.objects.instance [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lazy-loading 'resources' on Instance uuid d85e0043-5556-4de2-a14b-654fcb440aa3 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.435462] env[69308]: DEBUG nova.compute.manager [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Received event network-changed-7bad5be8-cfe1-4a28-ae55-d3a71913919b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.435815] env[69308]: DEBUG nova.compute.manager [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Refreshing instance network info cache due to event network-changed-7bad5be8-cfe1-4a28-ae55-d3a71913919b. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.440234] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Acquiring lock "refresh_cache-7ed18568-9081-4128-b83f-d859bedb1bcd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.440234] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Acquired lock "refresh_cache-7ed18568-9081-4128-b83f-d859bedb1bcd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.440234] env[69308]: DEBUG nova.network.neutron [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Refreshing network info cache for port 7bad5be8-cfe1-4a28-ae55-d3a71913919b {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.464169] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.505968] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5232d8a1-55f7-5dae-2ca9-1a6956182e02, 'name': SearchDatastore_Task, 'duration_secs': 0.013335} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.509275] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.509275] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 605ed07c-6abd-4de6-984d-772f43d0e3c8/605ed07c-6abd-4de6-984d-772f43d0e3c8.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.509275] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-808acbe7-7660-40b8-95d9-05619abf4e05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.518380] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 633.518380] env[69308]: value = "task-3867828" [ 633.518380] env[69308]: _type = "Task" [ 633.518380] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.533090] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.929556] env[69308]: DEBUG nova.compute.utils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.934027] env[69308]: DEBUG nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.937739] env[69308]: DEBUG nova.network.neutron [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.971427] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576152} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.971793] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 7ed18568-9081-4128-b83f-d859bedb1bcd/7ed18568-9081-4128-b83f-d859bedb1bcd.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.972025] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.972308] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9acd65c0-95d7-4d52-ab4f-4424506d4a2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.981539] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 633.981539] env[69308]: value = "task-3867829" [ 633.981539] env[69308]: _type = "Task" [ 633.981539] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.000474] env[69308]: DEBUG nova.network.neutron [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.012917] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.013340] env[69308]: DEBUG nova.network.neutron [-] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.043033] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.043033] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.047950] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867828, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.155527] env[69308]: DEBUG nova.policy [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e063a3dd563442a855650e5832d2aa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe715cf93a2f45779d6f92a5e77ad5ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.275496] env[69308]: DEBUG nova.compute.manager [req-83de0eeb-b23a-4523-a1d6-62c940481dac req-999aa267-3a01-4c2a-9eea-9185b5481823 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Received event network-vif-plugged-410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.275496] env[69308]: DEBUG oslo_concurrency.lockutils [req-83de0eeb-b23a-4523-a1d6-62c940481dac req-999aa267-3a01-4c2a-9eea-9185b5481823 service nova] Acquiring lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.276364] env[69308]: DEBUG oslo_concurrency.lockutils [req-83de0eeb-b23a-4523-a1d6-62c940481dac req-999aa267-3a01-4c2a-9eea-9185b5481823 service nova] Lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.277785] env[69308]: DEBUG oslo_concurrency.lockutils [req-83de0eeb-b23a-4523-a1d6-62c940481dac req-999aa267-3a01-4c2a-9eea-9185b5481823 service nova] Lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.277785] env[69308]: DEBUG nova.compute.manager [req-83de0eeb-b23a-4523-a1d6-62c940481dac req-999aa267-3a01-4c2a-9eea-9185b5481823 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] No waiting events found dispatching network-vif-plugged-410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.277785] env[69308]: WARNING nova.compute.manager [req-83de0eeb-b23a-4523-a1d6-62c940481dac req-999aa267-3a01-4c2a-9eea-9185b5481823 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Received unexpected event network-vif-plugged-410b4e9f-0765-4a73-87fb-13deba9fd52d for instance with vm_state building and task_state spawning. [ 634.447432] env[69308]: DEBUG nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.476663] env[69308]: DEBUG nova.network.neutron [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Successfully updated port: 3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.494717] env[69308]: DEBUG nova.network.neutron [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Updating instance_info_cache with network_info: [{"id": "410b4e9f-0765-4a73-87fb-13deba9fd52d", "address": "fa:16:3e:c7:d5:4d", "network": {"id": "f03ca86b-6028-4eee-956f-4352b9b5570c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1736239500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5b1adda7824fd6a28ade2ac66bb28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap410b4e9f-07", "ovs_interfaceid": "410b4e9f-0765-4a73-87fb-13deba9fd52d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.501476] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110138} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.502064] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.502896] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815fb5ba-8097-4aba-8133-31db33761f32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.520320] env[69308]: INFO nova.compute.manager [-] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Took 1.63 seconds to deallocate network for instance. [ 634.531339] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 7ed18568-9081-4128-b83f-d859bedb1bcd/7ed18568-9081-4128-b83f-d859bedb1bcd.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.538782] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddae1ac8-fc34-428d-9bd3-9a6b0c8b6da9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.571829] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670504} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.574072] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 605ed07c-6abd-4de6-984d-772f43d0e3c8/605ed07c-6abd-4de6-984d-772f43d0e3c8.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.574072] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.574540] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 634.574540] env[69308]: value = "task-3867830" [ 634.574540] env[69308]: _type = "Task" [ 634.574540] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.574540] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-619f701d-9d7e-4f8b-996d-f8c041dce318 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.593850] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867830, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.595433] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 634.595433] env[69308]: value = "task-3867831" [ 634.595433] env[69308]: _type = "Task" [ 634.595433] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.608418] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.650388] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1320df8c-8767-4f25-bd19-bbbbd62cb2b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.661340] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f50a9e-3c35-43c6-befa-9d473ed8e827 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.696703] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24741b44-6bb1-4e74-a6fb-2c6406d084e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.705575] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0079a7-21f3-4bdb-88a5-8904f0647ea7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.720245] env[69308]: DEBUG nova.compute.provider_tree [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.749190] env[69308]: DEBUG nova.network.neutron [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Updated VIF entry in instance network info cache for port 7bad5be8-cfe1-4a28-ae55-d3a71913919b. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.749190] env[69308]: DEBUG nova.network.neutron [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Updating instance_info_cache with network_info: [{"id": "7bad5be8-cfe1-4a28-ae55-d3a71913919b", "address": "fa:16:3e:71:39:b4", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bad5be8-cf", "ovs_interfaceid": "7bad5be8-cfe1-4a28-ae55-d3a71913919b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.867735] env[69308]: DEBUG nova.network.neutron [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Successfully created port: 9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.979728] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquiring lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.981212] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquired lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.981212] env[69308]: DEBUG nova.network.neutron [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.003426] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Releasing lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.003756] env[69308]: DEBUG nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Instance network_info: |[{"id": "410b4e9f-0765-4a73-87fb-13deba9fd52d", "address": "fa:16:3e:c7:d5:4d", "network": {"id": "f03ca86b-6028-4eee-956f-4352b9b5570c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1736239500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5b1adda7824fd6a28ade2ac66bb28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap410b4e9f-07", "ovs_interfaceid": "410b4e9f-0765-4a73-87fb-13deba9fd52d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.004639] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:d5:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '410b4e9f-0765-4a73-87fb-13deba9fd52d', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.019973] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Creating folder: Project (4d5b1adda7824fd6a28ade2ac66bb28b). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.020675] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a68d6e-0ae6-4bd5-a3e2-915c94bebfd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.032941] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Created folder: Project (4d5b1adda7824fd6a28ade2ac66bb28b) in parent group-v768498. [ 635.033179] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Creating folder: Instances. Parent ref: group-v768535. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.033434] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b66c07e-a5c3-41b7-be9b-51d2ddead31a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.045642] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Created folder: Instances in parent group-v768535. [ 635.046212] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.046435] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.046762] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cbbab1a-af76-44a9-8fc5-763a0b2d6c47 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.071543] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.074930] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.074930] env[69308]: value = "task-3867834" [ 635.074930] env[69308]: _type = "Task" [ 635.074930] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.093013] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867834, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.093499] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867830, 'name': ReconfigVM_Task, 'duration_secs': 0.339158} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.093697] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 7ed18568-9081-4128-b83f-d859bedb1bcd/7ed18568-9081-4128-b83f-d859bedb1bcd.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.094361] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85ebc7c1-508a-419b-8b0a-8ab539b24d58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.107054] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085728} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.109086] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.109524] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 635.109524] env[69308]: value = "task-3867835" [ 635.109524] env[69308]: _type = "Task" [ 635.109524] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.111061] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7717b60b-6476-46f5-9417-43e535930eaf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.126635] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867835, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.147541] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 605ed07c-6abd-4de6-984d-772f43d0e3c8/605ed07c-6abd-4de6-984d-772f43d0e3c8.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.147828] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b60d90-7611-43e1-8c1b-63cb79c49aa5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.174878] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 635.174878] env[69308]: value = "task-3867836" [ 635.174878] env[69308]: _type = "Task" [ 635.174878] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.187906] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.223977] env[69308]: DEBUG nova.scheduler.client.report [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.251399] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Releasing lock "refresh_cache-7ed18568-9081-4128-b83f-d859bedb1bcd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.251684] env[69308]: DEBUG nova.compute.manager [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Received event network-vif-plugged-f1934ecc-a1b9-428c-b4c8-677935a269dd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.251950] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Acquiring lock "605ed07c-6abd-4de6-984d-772f43d0e3c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.252208] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.252377] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.252977] env[69308]: DEBUG nova.compute.manager [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] No waiting events found dispatching network-vif-plugged-f1934ecc-a1b9-428c-b4c8-677935a269dd {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.252977] env[69308]: WARNING nova.compute.manager [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Received unexpected event network-vif-plugged-f1934ecc-a1b9-428c-b4c8-677935a269dd for instance with vm_state building and task_state spawning. [ 635.253220] env[69308]: DEBUG nova.compute.manager [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Received event network-changed-f1934ecc-a1b9-428c-b4c8-677935a269dd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.253516] env[69308]: DEBUG nova.compute.manager [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Refreshing instance network info cache due to event network-changed-f1934ecc-a1b9-428c-b4c8-677935a269dd. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.253583] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Acquiring lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.253730] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Acquired lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.253888] env[69308]: DEBUG nova.network.neutron [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Refreshing network info cache for port f1934ecc-a1b9-428c-b4c8-677935a269dd {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.460886] env[69308]: DEBUG nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.505171] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.505598] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.505750] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.505873] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.506571] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.506682] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.507066] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.507272] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.507598] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.507828] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.507986] env[69308]: DEBUG nova.virt.hardware [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.509022] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da14f55-192d-49fb-ae79-a2d0857fff9f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.519880] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060d69e1-b417-47f2-966c-b3aef5b2c654 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.531414] env[69308]: DEBUG nova.network.neutron [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.590731] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867834, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.630260] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867835, 'name': Rename_Task, 'duration_secs': 0.462611} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.635538] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.635538] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8037cca7-0848-4adc-aef3-69875905907f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.642839] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 635.642839] env[69308]: value = "task-3867837" [ 635.642839] env[69308]: _type = "Task" [ 635.642839] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.654222] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.690210] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.731925] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.734940] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "60f120c5-345a-44dd-b716-03a686a518f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.735253] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "60f120c5-345a-44dd-b716-03a686a518f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.736904] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.796s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.737342] env[69308]: INFO nova.compute.claims [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.784787] env[69308]: INFO nova.scheduler.client.report [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Deleted allocations for instance d85e0043-5556-4de2-a14b-654fcb440aa3 [ 635.836199] env[69308]: DEBUG nova.network.neutron [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Updating instance_info_cache with network_info: [{"id": "3f819f59-da01-427b-bf2a-77c43f54c3e0", "address": "fa:16:3e:e8:3f:5a", "network": {"id": "d4c7622c-6911-4734-a200-bb8c23805b77", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-502597231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1462b1ad43ac4b73997b6e2e017a41c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f819f59-da", "ovs_interfaceid": "3f819f59-da01-427b-bf2a-77c43f54c3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.091064] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867834, 'name': CreateVM_Task, 'duration_secs': 0.570193} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.093253] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.093253] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.094530] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.094530] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.095487] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ad4a91-9d64-451d-b552-46131e889eab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.102844] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 636.102844] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52660e32-fd35-53a9-102f-358dd2df3406" [ 636.102844] env[69308]: _type = "Task" [ 636.102844] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.105380] env[69308]: DEBUG nova.network.neutron [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Updated VIF entry in instance network info cache for port f1934ecc-a1b9-428c-b4c8-677935a269dd. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.106027] env[69308]: DEBUG nova.network.neutron [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Updating instance_info_cache with network_info: [{"id": "f1934ecc-a1b9-428c-b4c8-677935a269dd", "address": "fa:16:3e:f1:d5:ef", "network": {"id": "a2c0a30b-91ae-404e-a01c-21932b289f1c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-727697146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4288af26e2c442c69cf2e18df646aee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1934ecc-a1", "ovs_interfaceid": "f1934ecc-a1b9-428c-b4c8-677935a269dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.129588] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52660e32-fd35-53a9-102f-358dd2df3406, 'name': SearchDatastore_Task, 'duration_secs': 0.015177} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.129588] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.129588] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.129588] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.129995] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.129995] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.130329] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-572f8653-ab1a-44c1-92f0-fca7b510b785 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.143989] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.144402] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.150067] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002b44fa-7143-4172-9f6f-3f5c10b878e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.164186] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867837, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.165830] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 636.165830] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52960d58-bdef-0fec-fd73-2300dfb71a99" [ 636.165830] env[69308]: _type = "Task" [ 636.165830] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.178536] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52960d58-bdef-0fec-fd73-2300dfb71a99, 'name': SearchDatastore_Task, 'duration_secs': 0.013215} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.184762] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15dc838-ee93-4fec-a398-5ee1a10ec175 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.206372] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867836, 'name': ReconfigVM_Task, 'duration_secs': 0.635189} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.208889] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 605ed07c-6abd-4de6-984d-772f43d0e3c8/605ed07c-6abd-4de6-984d-772f43d0e3c8.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.213200] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 636.213200] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db2453-8d6f-d092-7add-9ffe68350009" [ 636.213200] env[69308]: _type = "Task" [ 636.213200] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.213200] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3e1ea15-616d-4219-8c6d-2fa08b995bd5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.227670] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db2453-8d6f-d092-7add-9ffe68350009, 'name': SearchDatastore_Task, 'duration_secs': 0.013718} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.229545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.229887] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] fea7032f-f99b-4e36-9f39-1b0d98d5890c/fea7032f-f99b-4e36-9f39-1b0d98d5890c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.230319] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 636.230319] env[69308]: value = "task-3867838" [ 636.230319] env[69308]: _type = "Task" [ 636.230319] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.230516] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ab0b7a2-2d49-48fb-a766-9999dc73d014 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.248913] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867838, 'name': Rename_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.250733] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 636.250733] env[69308]: value = "task-3867839" [ 636.250733] env[69308]: _type = "Task" [ 636.250733] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.267088] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.286961] env[69308]: INFO nova.compute.manager [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Rebuilding instance [ 636.296017] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a69ca0a-d6d0-4eec-99d1-d33018508a1e tempest-ServerDiagnosticsNegativeTest-1326083323 tempest-ServerDiagnosticsNegativeTest-1326083323-project-member] Lock "d85e0043-5556-4de2-a14b-654fcb440aa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.495s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.343601] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Releasing lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.343915] env[69308]: DEBUG nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Instance network_info: |[{"id": "3f819f59-da01-427b-bf2a-77c43f54c3e0", "address": "fa:16:3e:e8:3f:5a", "network": {"id": "d4c7622c-6911-4734-a200-bb8c23805b77", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-502597231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1462b1ad43ac4b73997b6e2e017a41c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f819f59-da", "ovs_interfaceid": "3f819f59-da01-427b-bf2a-77c43f54c3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.344365] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:3f:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f819f59-da01-427b-bf2a-77c43f54c3e0', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.357390] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Creating folder: Project (1462b1ad43ac4b73997b6e2e017a41c3). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.358228] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25dfa370-da55-4ac9-b70a-b47ae3013a4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.375578] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Created folder: Project (1462b1ad43ac4b73997b6e2e017a41c3) in parent group-v768498. [ 636.375578] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Creating folder: Instances. Parent ref: group-v768538. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.376646] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74887c23-dec6-49f5-9d23-83d40ffb6d44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.390309] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Created folder: Instances in parent group-v768538. [ 636.390562] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.391432] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.391432] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12eeed31-5f18-4a94-a2cd-daa00cbbcffa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.422850] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.422850] env[69308]: value = "task-3867842" [ 636.422850] env[69308]: _type = "Task" [ 636.422850] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.433411] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867842, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.449362] env[69308]: DEBUG nova.compute.manager [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.450668] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1644fb83-9ef1-47f3-89a7-8e0526a2d4c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.618288] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb71b8ae-269c-440e-a173-566c1686696c req-06fcdfc0-fd02-4512-af3a-3c60c421e114 service nova] Releasing lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.656684] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867837, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.664124] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.664374] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.743524] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867838, 'name': Rename_Task, 'duration_secs': 0.17129} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.743853] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.744245] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca74da2f-fe0d-41cf-8f11-70b5a5a9ebbc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.755178] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 636.755178] env[69308]: value = "task-3867843" [ 636.755178] env[69308]: _type = "Task" [ 636.755178] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.770870] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.775065] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.898774] env[69308]: DEBUG nova.network.neutron [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Successfully updated port: 9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.939078] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867842, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.161337] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867837, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.274875] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.275089] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.277355] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2982f2-2117-48e5-9a10-5706255a2a28 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.285860] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfd7232-e25e-4bea-86e3-1859b7b8bede {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.320694] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b01de47-0cc0-4cc5-913e-935fe1fd6941 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.326933] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Received event network-changed-410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.329260] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Refreshing instance network info cache due to event network-changed-410b4e9f-0765-4a73-87fb-13deba9fd52d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.329260] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Acquiring lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.329260] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Acquired lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.329260] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Refreshing network info cache for port 410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.338126] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c3aa73-917d-46e4-bf1c-bbe38b651748 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.356248] env[69308]: DEBUG nova.compute.provider_tree [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.406285] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquiring lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.406285] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquired lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.406448] env[69308]: DEBUG nova.network.neutron [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.439763] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867842, 'name': CreateVM_Task, 'duration_secs': 0.788802} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.439763] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.439763] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.439763] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.439763] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.440054] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e14a9bd-d19c-4732-8c19-30b1661a19bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.445184] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 637.445184] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5208077e-e23c-3ad7-91ee-a4de0c8425c1" [ 637.445184] env[69308]: _type = "Task" [ 637.445184] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.455816] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5208077e-e23c-3ad7-91ee-a4de0c8425c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.469726] env[69308]: DEBUG nova.compute.manager [req-f8adfb96-46b9-46eb-a1a2-0d0fb7fb9b27 req-5c8ffbea-c9de-4654-ab53-eb03554a9eb9 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Received event network-vif-plugged-9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.469894] env[69308]: DEBUG oslo_concurrency.lockutils [req-f8adfb96-46b9-46eb-a1a2-0d0fb7fb9b27 req-5c8ffbea-c9de-4654-ab53-eb03554a9eb9 service nova] Acquiring lock "693ccb58-152a-409f-ae7d-f0a68cf4880d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.470199] env[69308]: DEBUG oslo_concurrency.lockutils [req-f8adfb96-46b9-46eb-a1a2-0d0fb7fb9b27 req-5c8ffbea-c9de-4654-ab53-eb03554a9eb9 service nova] Lock "693ccb58-152a-409f-ae7d-f0a68cf4880d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.470293] env[69308]: DEBUG oslo_concurrency.lockutils [req-f8adfb96-46b9-46eb-a1a2-0d0fb7fb9b27 req-5c8ffbea-c9de-4654-ab53-eb03554a9eb9 service nova] Lock "693ccb58-152a-409f-ae7d-f0a68cf4880d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.470476] env[69308]: DEBUG nova.compute.manager [req-f8adfb96-46b9-46eb-a1a2-0d0fb7fb9b27 req-5c8ffbea-c9de-4654-ab53-eb03554a9eb9 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] No waiting events found dispatching network-vif-plugged-9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.470645] env[69308]: WARNING nova.compute.manager [req-f8adfb96-46b9-46eb-a1a2-0d0fb7fb9b27 req-5c8ffbea-c9de-4654-ab53-eb03554a9eb9 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Received unexpected event network-vif-plugged-9b92e152-fac5-4654-bca0-a84acda0178f for instance with vm_state building and task_state spawning. [ 637.471256] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.471887] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32d4bb97-0bbc-4881-b223-64a7ceb343f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.480655] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 637.480655] env[69308]: value = "task-3867844" [ 637.480655] env[69308]: _type = "Task" [ 637.480655] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.494398] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.657607] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867837, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.768606] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867839, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.50514} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.769352] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] fea7032f-f99b-4e36-9f39-1b0d98d5890c/fea7032f-f99b-4e36-9f39-1b0d98d5890c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.769693] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.770010] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-049df4cb-f26d-441a-8a23-f60674086410 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.776546] env[69308]: DEBUG oslo_vmware.api [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867843, 'name': PowerOnVM_Task, 'duration_secs': 0.676997} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.776546] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.776546] env[69308]: INFO nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Took 10.25 seconds to spawn the instance on the hypervisor. [ 637.776546] env[69308]: DEBUG nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.777442] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348e6d10-8e7d-4052-a50c-0e81589f7b1e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.781613] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 637.781613] env[69308]: value = "task-3867845" [ 637.781613] env[69308]: _type = "Task" [ 637.781613] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.796904] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.859920] env[69308]: DEBUG nova.scheduler.client.report [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.945946] env[69308]: DEBUG nova.network.neutron [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.964692] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5208077e-e23c-3ad7-91ee-a4de0c8425c1, 'name': SearchDatastore_Task, 'duration_secs': 0.064064} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.964692] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.965114] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.965370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.965517] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.965714] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.966206] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe8a4c8-8ad7-4e59-a45b-5690b9e9bd6c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.979804] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.980019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.981827] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997dc3c7-1bd2-43ff-bbcf-611485890f8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.998933] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 637.998933] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52122d64-4834-faba-88f1-608adf2c3123" [ 637.998933] env[69308]: _type = "Task" [ 637.998933] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.002512] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867844, 'name': PowerOffVM_Task, 'duration_secs': 0.244837} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.009008] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.010275] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.011179] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203acd33-6607-4a8a-ab69-fb25da17efc9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.029239] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.029636] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52122d64-4834-faba-88f1-608adf2c3123, 'name': SearchDatastore_Task, 'duration_secs': 0.017529} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.032771] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6c6443a-1bfe-4333-b791-d1767712a9a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.035497] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ebc0fe-cde3-4a8b-b2ef-6e1874d335f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.046591] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 638.046591] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5222cc8a-a575-8502-9385-df4e4872afe3" [ 638.046591] env[69308]: _type = "Task" [ 638.046591] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.058698] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5222cc8a-a575-8502-9385-df4e4872afe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.074025] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.074025] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.074025] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Deleting the datastore file [datastore2] fc921d48-70c0-4871-9326-56333421f368 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.074025] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b69ee8d2-d0ac-40f1-b690-3b36ceaa7c76 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.081571] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 638.081571] env[69308]: value = "task-3867847" [ 638.081571] env[69308]: _type = "Task" [ 638.081571] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.093884] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.134197] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Updated VIF entry in instance network info cache for port 410b4e9f-0765-4a73-87fb-13deba9fd52d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.136349] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Updating instance_info_cache with network_info: [{"id": "410b4e9f-0765-4a73-87fb-13deba9fd52d", "address": "fa:16:3e:c7:d5:4d", "network": {"id": "f03ca86b-6028-4eee-956f-4352b9b5570c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1736239500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5b1adda7824fd6a28ade2ac66bb28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap410b4e9f-07", "ovs_interfaceid": "410b4e9f-0765-4a73-87fb-13deba9fd52d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.149023] env[69308]: DEBUG nova.network.neutron [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Updating instance_info_cache with network_info: [{"id": "9b92e152-fac5-4654-bca0-a84acda0178f", "address": "fa:16:3e:78:8c:01", "network": {"id": "1554acc2-b87e-41fd-bc03-0dd1147e2cfd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-961267363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fe715cf93a2f45779d6f92a5e77ad5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b92e152-fa", "ovs_interfaceid": "9b92e152-fac5-4654-bca0-a84acda0178f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.161384] env[69308]: DEBUG oslo_vmware.api [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867837, 'name': PowerOnVM_Task, 'duration_secs': 2.465727} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.161850] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.161850] env[69308]: INFO nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Took 13.35 seconds to spawn the instance on the hypervisor. [ 638.161991] env[69308]: DEBUG nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.163869] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816009fb-afe6-4d7f-b66d-399adecb810d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.299140] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09545} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.300143] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.304027] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a974efd3-1849-4a7b-9ae0-9078f17aa85f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.307521] env[69308]: INFO nova.compute.manager [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Took 24.63 seconds to build instance. [ 638.331736] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] fea7032f-f99b-4e36-9f39-1b0d98d5890c/fea7032f-f99b-4e36-9f39-1b0d98d5890c.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.332894] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70bc508-7322-49bb-8812-6765331ec5de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.355308] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 638.355308] env[69308]: value = "task-3867848" [ 638.355308] env[69308]: _type = "Task" [ 638.355308] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.367217] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.367217] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.367323] env[69308]: DEBUG nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.369853] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.542s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.373314] env[69308]: DEBUG nova.objects.instance [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lazy-loading 'resources' on Instance uuid 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.558504] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5222cc8a-a575-8502-9385-df4e4872afe3, 'name': SearchDatastore_Task, 'duration_secs': 0.020926} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.559246] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.560546] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 7715cc43-6505-439b-ade5-06092096e2d6/7715cc43-6505-439b-ade5-06092096e2d6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.560546] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9d35720-e1a6-49b4-a0b8-16cc0654ae0a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.569123] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 638.569123] env[69308]: value = "task-3867849" [ 638.569123] env[69308]: _type = "Task" [ 638.569123] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.581284] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.599019] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188398} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.599019] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.599019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.599019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.638265] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Releasing lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.638265] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Received event network-vif-deleted-2e6ea54f-2e4f-4183-bfb6-f2df6eb1eaf2 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.638673] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Received event network-vif-plugged-3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.638673] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Acquiring lock "7715cc43-6505-439b-ade5-06092096e2d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.638898] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Lock "7715cc43-6505-439b-ade5-06092096e2d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.639073] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Lock "7715cc43-6505-439b-ade5-06092096e2d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.639243] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] No waiting events found dispatching network-vif-plugged-3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.639454] env[69308]: WARNING nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Received unexpected event network-vif-plugged-3f819f59-da01-427b-bf2a-77c43f54c3e0 for instance with vm_state building and task_state spawning. [ 638.639754] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Received event network-changed-caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.639931] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Refreshing instance network info cache due to event network-changed-caafca63-5d25-4ec2-abc3-47843529ca5f. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.640175] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Acquiring lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.640329] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Acquired lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.640489] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Refreshing network info cache for port caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.653895] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Releasing lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.654236] env[69308]: DEBUG nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Instance network_info: |[{"id": "9b92e152-fac5-4654-bca0-a84acda0178f", "address": "fa:16:3e:78:8c:01", "network": {"id": "1554acc2-b87e-41fd-bc03-0dd1147e2cfd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-961267363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fe715cf93a2f45779d6f92a5e77ad5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b92e152-fa", "ovs_interfaceid": "9b92e152-fac5-4654-bca0-a84acda0178f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.655026] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:8c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b92e152-fac5-4654-bca0-a84acda0178f', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.665248] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Creating folder: Project (fe715cf93a2f45779d6f92a5e77ad5ca). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.665908] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a10373-7cb7-4a94-880d-6865c46af685 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.683022] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Created folder: Project (fe715cf93a2f45779d6f92a5e77ad5ca) in parent group-v768498. [ 638.683022] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Creating folder: Instances. Parent ref: group-v768541. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.683022] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4cc8af1-2f52-42a5-9d50-ba9e71449937 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.690114] env[69308]: INFO nova.compute.manager [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Took 26.37 seconds to build instance. [ 638.695365] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Created folder: Instances in parent group-v768541. [ 638.695365] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.695365] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.695365] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d862904-2d7f-453d-be74-29c12c52f066 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.716573] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.716573] env[69308]: value = "task-3867852" [ 638.716573] env[69308]: _type = "Task" [ 638.716573] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.726080] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867852, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.821720] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c544340b-c648-4236-abe8-6897649d38f0 tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.517s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.867476] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.877251] env[69308]: DEBUG nova.compute.utils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.883240] env[69308]: DEBUG nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.883548] env[69308]: DEBUG nova.network.neutron [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.967495] env[69308]: DEBUG nova.policy [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed5d664fd8e44bc29f98c4aa3eeb1d70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18c52a311e794638954d6879eff81724', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.090318] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867849, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.192405] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be5211b5-2259-40d6-9ac8-2c6fa6dc6bef tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "7ed18568-9081-4128-b83f-d859bedb1bcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.272s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.233581] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867852, 'name': CreateVM_Task, 'duration_secs': 0.482508} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.233581] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.234586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.234851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.235317] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.235891] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c7b6ec-27f0-44f2-a433-24bf80d95b28 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.244932] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 639.244932] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b23261-ab84-504b-bf43-d53950c83033" [ 639.244932] env[69308]: _type = "Task" [ 639.244932] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.263687] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b23261-ab84-504b-bf43-d53950c83033, 'name': SearchDatastore_Task, 'duration_secs': 0.015076} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.266826] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.267130] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.267595] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.267595] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.267724] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.267973] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc25c85-7d62-40fc-8042-8e3c88761385 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.281746] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.281902] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.282810] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77d936d-dbb5-471b-ac2e-825cd95003b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.290134] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 639.290134] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c9af27-1397-3c7d-670e-5ba2a29f3b39" [ 639.290134] env[69308]: _type = "Task" [ 639.290134] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.304138] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c9af27-1397-3c7d-670e-5ba2a29f3b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.331286] env[69308]: DEBUG nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.355342] env[69308]: DEBUG nova.network.neutron [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Successfully created port: 92e5cfec-aa03-4e47-90f1-5342647484de {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.370037] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867848, 'name': ReconfigVM_Task, 'duration_secs': 0.572106} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.377330] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] fea7032f-f99b-4e36-9f39-1b0d98d5890c/fea7032f-f99b-4e36-9f39-1b0d98d5890c.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.378764] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8258af1-bf9a-4532-a2ba-7eb482a72fcf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.388310] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 639.388310] env[69308]: value = "task-3867853" [ 639.388310] env[69308]: _type = "Task" [ 639.388310] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.391650] env[69308]: DEBUG nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.406312] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867853, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.467601] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0722eaf8-904a-4778-bc1a-8f9d9100db45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.484231] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547ce063-127f-4110-bacc-7901c1014f78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.518435] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076d88e9-39ab-451c-b7b1-b89ae6a56c0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.527628] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f9122-8a95-42d1-93ab-1c7399cc59e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.545312] env[69308]: DEBUG nova.compute.provider_tree [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.584324] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703846} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.584579] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 7715cc43-6505-439b-ade5-06092096e2d6/7715cc43-6505-439b-ade5-06092096e2d6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.584795] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.585067] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b30bf6-b58f-4c22-ba46-60971a3a7428 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.589820] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Updated VIF entry in instance network info cache for port caafca63-5d25-4ec2-abc3-47843529ca5f. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.590186] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Updating instance_info_cache with network_info: [{"id": "caafca63-5d25-4ec2-abc3-47843529ca5f", "address": "fa:16:3e:b3:8f:2f", "network": {"id": "f9269632-84c5-4e67-9f33-2a533d450be3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-831059900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51c908120a5a416eb40f050b7ac7631d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaafca63-5d", "ovs_interfaceid": "caafca63-5d25-4ec2-abc3-47843529ca5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.597276] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 639.597276] env[69308]: value = "task-3867854" [ 639.597276] env[69308]: _type = "Task" [ 639.597276] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.611871] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.647060] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.647324] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.647480] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.647659] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.647803] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.647991] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.648979] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.650807] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.650807] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.650807] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.650807] env[69308]: DEBUG nova.virt.hardware [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.651991] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ca8f1-b796-4079-866b-ec214fd556ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.661846] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a7d278-8059-4290-8dae-3e99916de156 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.684986] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.691616] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.694304] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc921d48-70c0-4871-9326-56333421f368] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.694798] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-279c61a9-90d1-4477-b486-978806fdc779 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.709260] env[69308]: DEBUG oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234ec7c-6c5e-3e98-a565-c9e71e101234/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 639.709722] env[69308]: DEBUG nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.713083] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b231e-450b-404a-88ac-dc04fc663fdb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.722234] env[69308]: DEBUG oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234ec7c-6c5e-3e98-a565-c9e71e101234/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 639.722483] env[69308]: ERROR oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234ec7c-6c5e-3e98-a565-c9e71e101234/disk-0.vmdk due to incomplete transfer. [ 639.723845] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3eb080e9-be58-4a2b-b848-52dad40b9aa8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.725493] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.725493] env[69308]: value = "task-3867855" [ 639.725493] env[69308]: _type = "Task" [ 639.725493] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.732616] env[69308]: DEBUG oslo_vmware.rw_handles [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234ec7c-6c5e-3e98-a565-c9e71e101234/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 639.733321] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Uploaded image 008831b3-78d8-4e16-a76c-946e07fcac7a to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 639.734973] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 639.739094] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b61fd44c-31a3-41e8-ab25-7852d891cee6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.740256] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867855, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.745796] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 639.745796] env[69308]: value = "task-3867856" [ 639.745796] env[69308]: _type = "Task" [ 639.745796] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.758752] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867856, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.801825] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c9af27-1397-3c7d-670e-5ba2a29f3b39, 'name': SearchDatastore_Task, 'duration_secs': 0.015112} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.802694] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3c91cc-5331-4202-8d9a-2f6109115b2e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.809201] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 639.809201] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529b6d8d-9930-ef28-8fe7-a519f4ec2bad" [ 639.809201] env[69308]: _type = "Task" [ 639.809201] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.818206] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529b6d8d-9930-ef28-8fe7-a519f4ec2bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.854700] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.906013] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867853, 'name': Rename_Task, 'duration_secs': 0.222409} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.906575] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.906841] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9c268c0-809f-4bf4-b36f-df3112a25d6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.918987] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 639.918987] env[69308]: value = "task-3867857" [ 639.918987] env[69308]: _type = "Task" [ 639.918987] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.929835] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.048043] env[69308]: DEBUG nova.scheduler.client.report [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.099253] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Releasing lock "refresh_cache-c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.099475] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Received event network-changed-3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.099675] env[69308]: DEBUG nova.compute.manager [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Refreshing instance network info cache due to event network-changed-3f819f59-da01-427b-bf2a-77c43f54c3e0. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.099890] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Acquiring lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.101319] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Acquired lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.101319] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Refreshing network info cache for port 3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.112476] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072763} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.112737] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.113631] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058812f3-8fd2-4d6f-934d-23fec71a66e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.144078] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 7715cc43-6505-439b-ade5-06092096e2d6/7715cc43-6505-439b-ade5-06092096e2d6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.144827] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffad36f6-b43c-46e9-a35a-5c827ba748c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.167933] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 640.167933] env[69308]: value = "task-3867858" [ 640.167933] env[69308]: _type = "Task" [ 640.167933] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.179446] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.234049] env[69308]: DEBUG nova.compute.manager [req-2a461231-ff60-467c-bb58-1983b04121a4 req-9f3304da-ce64-42cd-ba66-550f3c364940 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Received event network-changed-9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.234314] env[69308]: DEBUG nova.compute.manager [req-2a461231-ff60-467c-bb58-1983b04121a4 req-9f3304da-ce64-42cd-ba66-550f3c364940 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Refreshing instance network info cache due to event network-changed-9b92e152-fac5-4654-bca0-a84acda0178f. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.234600] env[69308]: DEBUG oslo_concurrency.lockutils [req-2a461231-ff60-467c-bb58-1983b04121a4 req-9f3304da-ce64-42cd-ba66-550f3c364940 service nova] Acquiring lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.234782] env[69308]: DEBUG oslo_concurrency.lockutils [req-2a461231-ff60-467c-bb58-1983b04121a4 req-9f3304da-ce64-42cd-ba66-550f3c364940 service nova] Acquired lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.234990] env[69308]: DEBUG nova.network.neutron [req-2a461231-ff60-467c-bb58-1983b04121a4 req-9f3304da-ce64-42cd-ba66-550f3c364940 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Refreshing network info cache for port 9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.241618] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867855, 'name': CreateVM_Task, 'duration_secs': 0.374818} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.242253] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc921d48-70c0-4871-9326-56333421f368] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.242672] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.242884] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.243298] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.243963] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b345b58-96f0-4fe4-8058-bbeadc3fa47d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.247122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.253888] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 640.253888] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527c0a7d-880b-0323-32d4-0de917d7fb90" [ 640.253888] env[69308]: _type = "Task" [ 640.253888] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.269653] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867856, 'name': Destroy_Task, 'duration_secs': 0.442077} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.270047] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527c0a7d-880b-0323-32d4-0de917d7fb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.270332] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Destroyed the VM [ 640.270703] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 640.270997] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a99e2483-457b-4861-8940-7d72ea54e0c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.278571] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 640.278571] env[69308]: value = "task-3867859" [ 640.278571] env[69308]: _type = "Task" [ 640.278571] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.288651] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867859, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.323051] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529b6d8d-9930-ef28-8fe7-a519f4ec2bad, 'name': SearchDatastore_Task, 'duration_secs': 0.03684} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.323304] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.323641] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 693ccb58-152a-409f-ae7d-f0a68cf4880d/693ccb58-152a-409f-ae7d-f0a68cf4880d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.323883] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f64ad98-9267-4898-837f-726150e3249e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.332800] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 640.332800] env[69308]: value = "task-3867860" [ 640.332800] env[69308]: _type = "Task" [ 640.332800] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.343621] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.408217] env[69308]: DEBUG nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.432475] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.445368] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.445694] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.446601] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.446601] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.446601] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.446601] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.446601] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.446842] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.446952] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.447630] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.447630] env[69308]: DEBUG nova.virt.hardware [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.448262] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44220011-d357-4876-bc6f-8e6f222f1527 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.459804] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d721d4-7895-47a8-a74c-cf8b63a93954 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.554157] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.556255] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.871s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.557914] env[69308]: INFO nova.compute.claims [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.587011] env[69308]: INFO nova.scheduler.client.report [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Deleted allocations for instance 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81 [ 640.681600] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.774180] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527c0a7d-880b-0323-32d4-0de917d7fb90, 'name': SearchDatastore_Task, 'duration_secs': 0.01984} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.777692] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.778528] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.779175] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.779407] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.779781] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.780913] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93d75757-cb7e-42a3-8cb7-f5e7336f7faa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.795784] env[69308]: DEBUG oslo_vmware.api [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867859, 'name': RemoveSnapshot_Task, 'duration_secs': 0.380859} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.796161] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 640.796454] env[69308]: INFO nova.compute.manager [None req-923a2144-53b6-48a0-9592-9af313708905 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Took 14.57 seconds to snapshot the instance on the hypervisor. [ 640.804984] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.804984] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.806077] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3194ca3e-ca98-48d9-98a3-449452e08b63 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.813914] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 640.813914] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a44d2-ac39-e542-2086-275f4f328449" [ 640.813914] env[69308]: _type = "Task" [ 640.813914] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.824513] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a44d2-ac39-e542-2086-275f4f328449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.849686] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867860, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.933386] env[69308]: DEBUG oslo_vmware.api [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3867857, 'name': PowerOnVM_Task, 'duration_secs': 0.818848} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.933585] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.934127] env[69308]: INFO nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Took 10.84 seconds to spawn the instance on the hypervisor. [ 640.934905] env[69308]: DEBUG nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.935963] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a25149-79ef-47ca-a77b-0b27f8c1c742 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.992836] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Updated VIF entry in instance network info cache for port 3f819f59-da01-427b-bf2a-77c43f54c3e0. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.993330] env[69308]: DEBUG nova.network.neutron [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Updating instance_info_cache with network_info: [{"id": "3f819f59-da01-427b-bf2a-77c43f54c3e0", "address": "fa:16:3e:e8:3f:5a", "network": {"id": "d4c7622c-6911-4734-a200-bb8c23805b77", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-502597231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1462b1ad43ac4b73997b6e2e017a41c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f819f59-da", "ovs_interfaceid": "3f819f59-da01-427b-bf2a-77c43f54c3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.088466] env[69308]: DEBUG nova.network.neutron [req-2a461231-ff60-467c-bb58-1983b04121a4 req-9f3304da-ce64-42cd-ba66-550f3c364940 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Updated VIF entry in instance network info cache for port 9b92e152-fac5-4654-bca0-a84acda0178f. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.088878] env[69308]: DEBUG nova.network.neutron [req-2a461231-ff60-467c-bb58-1983b04121a4 req-9f3304da-ce64-42cd-ba66-550f3c364940 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Updating instance_info_cache with network_info: [{"id": "9b92e152-fac5-4654-bca0-a84acda0178f", "address": "fa:16:3e:78:8c:01", "network": {"id": "1554acc2-b87e-41fd-bc03-0dd1147e2cfd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-961267363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe715cf93a2f45779d6f92a5e77ad5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b92e152-fa", "ovs_interfaceid": "9b92e152-fac5-4654-bca0-a84acda0178f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.098879] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f4897e09-57e9-450d-8f7c-422bf9d47744 tempest-ServerExternalEventsTest-1404552271 tempest-ServerExternalEventsTest-1404552271-project-member] Lock "9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.915s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.135805] env[69308]: DEBUG nova.network.neutron [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Successfully updated port: 92e5cfec-aa03-4e47-90f1-5342647484de {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.182061] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867858, 'name': ReconfigVM_Task, 'duration_secs': 0.625143} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.182457] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 7715cc43-6505-439b-ade5-06092096e2d6/7715cc43-6505-439b-ade5-06092096e2d6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.183197] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd1105e5-8c86-4c49-a837-26d5ac0a57f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.193043] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 641.193043] env[69308]: value = "task-3867861" [ 641.193043] env[69308]: _type = "Task" [ 641.193043] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.206042] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867861, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.327193] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a44d2-ac39-e542-2086-275f4f328449, 'name': SearchDatastore_Task, 'duration_secs': 0.055861} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.328369] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce2e1eb-22fe-4cc1-b2de-78353046afe6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.335771] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 641.335771] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b81b31-af05-4fac-781a-337e05352e7d" [ 641.335771] env[69308]: _type = "Task" [ 641.335771] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.350013] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b81b31-af05-4fac-781a-337e05352e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.355660] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710174} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.356150] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 693ccb58-152a-409f-ae7d-f0a68cf4880d/693ccb58-152a-409f-ae7d-f0a68cf4880d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.356422] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.357447] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6193ddde-891f-456d-93a4-9c69a946c55e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.365561] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 641.365561] env[69308]: value = "task-3867862" [ 641.365561] env[69308]: _type = "Task" [ 641.365561] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.378861] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.459142] env[69308]: INFO nova.compute.manager [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Took 26.49 seconds to build instance. [ 641.497475] env[69308]: DEBUG oslo_concurrency.lockutils [req-b176cf9e-429b-4906-802c-e34799a6ffc5 req-3d0f5f9c-ab4c-4e06-ae66-b8376a049a80 service nova] Releasing lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.597895] env[69308]: DEBUG oslo_concurrency.lockutils [req-2a461231-ff60-467c-bb58-1983b04121a4 req-9f3304da-ce64-42cd-ba66-550f3c364940 service nova] Releasing lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.639450] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "refresh_cache-d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.639620] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquired lock "refresh_cache-d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.639794] env[69308]: DEBUG nova.network.neutron [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.661146] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.663095] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.663412] env[69308]: INFO nova.compute.manager [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Rebooting instance [ 641.705982] env[69308]: DEBUG nova.compute.manager [req-5a240dc3-62a0-45ed-9b32-58ca4a8961e6 req-f7e6d68a-ea07-498b-b0ea-eb06bafe98ea service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Received event network-vif-plugged-92e5cfec-aa03-4e47-90f1-5342647484de {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.707058] env[69308]: DEBUG oslo_concurrency.lockutils [req-5a240dc3-62a0-45ed-9b32-58ca4a8961e6 req-f7e6d68a-ea07-498b-b0ea-eb06bafe98ea service nova] Acquiring lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.707058] env[69308]: DEBUG oslo_concurrency.lockutils [req-5a240dc3-62a0-45ed-9b32-58ca4a8961e6 req-f7e6d68a-ea07-498b-b0ea-eb06bafe98ea service nova] Lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.707058] env[69308]: DEBUG oslo_concurrency.lockutils [req-5a240dc3-62a0-45ed-9b32-58ca4a8961e6 req-f7e6d68a-ea07-498b-b0ea-eb06bafe98ea service nova] Lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.707058] env[69308]: DEBUG nova.compute.manager [req-5a240dc3-62a0-45ed-9b32-58ca4a8961e6 req-f7e6d68a-ea07-498b-b0ea-eb06bafe98ea service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] No waiting events found dispatching network-vif-plugged-92e5cfec-aa03-4e47-90f1-5342647484de {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.707058] env[69308]: WARNING nova.compute.manager [req-5a240dc3-62a0-45ed-9b32-58ca4a8961e6 req-f7e6d68a-ea07-498b-b0ea-eb06bafe98ea service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Received unexpected event network-vif-plugged-92e5cfec-aa03-4e47-90f1-5342647484de for instance with vm_state building and task_state spawning. [ 641.716758] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867861, 'name': Rename_Task, 'duration_secs': 0.208728} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.718057] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.718338] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b7ab82-5a67-4a40-9a91-3cd32f5b2342 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.730078] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 641.730078] env[69308]: value = "task-3867863" [ 641.730078] env[69308]: _type = "Task" [ 641.730078] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.746775] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.850219] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b81b31-af05-4fac-781a-337e05352e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.018191} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.850607] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.850911] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fc921d48-70c0-4871-9326-56333421f368/fc921d48-70c0-4871-9326-56333421f368.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.851262] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a27922f-a37f-4f0b-8129-0028ba1af35c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.862908] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 641.862908] env[69308]: value = "task-3867864" [ 641.862908] env[69308]: _type = "Task" [ 641.862908] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.877328] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.882466] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070753} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.882466] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.883407] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1409de7d-6a9f-4d61-a0d8-40066df87d36 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.910284] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 693ccb58-152a-409f-ae7d-f0a68cf4880d/693ccb58-152a-409f-ae7d-f0a68cf4880d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.914530] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec91071d-1795-4eeb-8cb7-397784650ce6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.936847] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 641.936847] env[69308]: value = "task-3867865" [ 641.936847] env[69308]: _type = "Task" [ 641.936847] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.950779] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.962054] env[69308]: DEBUG oslo_concurrency.lockutils [None req-425f6ed7-67f2-44b9-9433-37c0814ab99e tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.905s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.024898] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d66276-828a-4fdb-9c0d-d3428f70df32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.038327] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81efaecb-0aab-4844-b96b-6504d6ab0390 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.070465] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fdf22c-fb52-4a46-8f64-15a1b92a4acd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.080780] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e0ffe-093b-42db-ac46-c43f71bd2842 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.097937] env[69308]: DEBUG nova.compute.provider_tree [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.206873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "838dc24e-f04e-4756-bbb7-f068018f5edc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.207139] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "838dc24e-f04e-4756-bbb7-f068018f5edc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.229162] env[69308]: DEBUG nova.network.neutron [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.235563] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.235563] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquired lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.235563] env[69308]: DEBUG nova.network.neutron [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.250375] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867863, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.379390] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867864, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.450299] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867865, 'name': ReconfigVM_Task, 'duration_secs': 0.490758} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.450810] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 693ccb58-152a-409f-ae7d-f0a68cf4880d/693ccb58-152a-409f-ae7d-f0a68cf4880d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.451688] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e45b07f0-32ca-48c6-943e-42ace0bd538b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.462453] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 642.462453] env[69308]: value = "task-3867866" [ 642.462453] env[69308]: _type = "Task" [ 642.462453] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.466872] env[69308]: DEBUG nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.481218] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867866, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.555791] env[69308]: DEBUG nova.network.neutron [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Updating instance_info_cache with network_info: [{"id": "92e5cfec-aa03-4e47-90f1-5342647484de", "address": "fa:16:3e:a7:b6:f8", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5cfec-aa", "ovs_interfaceid": "92e5cfec-aa03-4e47-90f1-5342647484de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.606153] env[69308]: DEBUG nova.scheduler.client.report [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.755663] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867863, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.878625] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736701} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.878982] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fc921d48-70c0-4871-9326-56333421f368/fc921d48-70c0-4871-9326-56333421f368.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.879197] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.880009] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5716ae2a-ab0b-4b10-85dd-94fef14f3f1c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.889382] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 642.889382] env[69308]: value = "task-3867867" [ 642.889382] env[69308]: _type = "Task" [ 642.889382] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.900617] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.979657] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867866, 'name': Rename_Task, 'duration_secs': 0.212461} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.982736] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.986732] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46fd7933-0572-4eee-917c-5ab8fd7e959d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.996687] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 642.996687] env[69308]: value = "task-3867868" [ 642.996687] env[69308]: _type = "Task" [ 642.996687] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.009831] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.010331] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.066812] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Releasing lock "refresh_cache-d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.066812] env[69308]: DEBUG nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Instance network_info: |[{"id": "92e5cfec-aa03-4e47-90f1-5342647484de", "address": "fa:16:3e:a7:b6:f8", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5cfec-aa", "ovs_interfaceid": "92e5cfec-aa03-4e47-90f1-5342647484de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.067039] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:b6:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e5cfec-aa03-4e47-90f1-5342647484de', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.081021] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.081233] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.084021] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a036a8fc-2b6e-458a-98eb-0f71eaca15ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.112387] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.112927] env[69308]: DEBUG nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.118234] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.504s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.120498] env[69308]: INFO nova.compute.claims [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.124357] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.124357] env[69308]: value = "task-3867869" [ 643.124357] env[69308]: _type = "Task" [ 643.124357] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.137883] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867869, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.173483] env[69308]: DEBUG nova.network.neutron [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Updating instance_info_cache with network_info: [{"id": "f1934ecc-a1b9-428c-b4c8-677935a269dd", "address": "fa:16:3e:f1:d5:ef", "network": {"id": "a2c0a30b-91ae-404e-a01c-21932b289f1c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-727697146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4288af26e2c442c69cf2e18df646aee7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1934ecc-a1", "ovs_interfaceid": "f1934ecc-a1b9-428c-b4c8-677935a269dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.254228] env[69308]: DEBUG oslo_vmware.api [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3867863, 'name': PowerOnVM_Task, 'duration_secs': 1.104155} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.255077] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.255077] env[69308]: INFO nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Took 10.52 seconds to spawn the instance on the hypervisor. [ 643.255077] env[69308]: DEBUG nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.255956] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2952b084-a159-46cc-8f42-702cd90d9cc9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.403986] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267699} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.404402] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.405664] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63608fc5-2cfc-4b2f-9678-bed2ef98ef8f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.436405] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] fc921d48-70c0-4871-9326-56333421f368/fc921d48-70c0-4871-9326-56333421f368.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.436405] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1ec4d6-afb3-4ef7-8f98-5b9d3d110397 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.456915] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 643.456915] env[69308]: value = "task-3867870" [ 643.456915] env[69308]: _type = "Task" [ 643.456915] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.466721] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.508240] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867868, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.626732] env[69308]: DEBUG nova.compute.utils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.630412] env[69308]: DEBUG nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.630585] env[69308]: DEBUG nova.network.neutron [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.643999] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867869, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.649606] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquiring lock "7ed18568-9081-4128-b83f-d859bedb1bcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.649874] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "7ed18568-9081-4128-b83f-d859bedb1bcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.650446] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquiring lock "7ed18568-9081-4128-b83f-d859bedb1bcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.650552] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "7ed18568-9081-4128-b83f-d859bedb1bcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.650688] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "7ed18568-9081-4128-b83f-d859bedb1bcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.656617] env[69308]: INFO nova.compute.manager [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Terminating instance [ 643.679813] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Releasing lock "refresh_cache-605ed07c-6abd-4de6-984d-772f43d0e3c8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.720082] env[69308]: DEBUG nova.policy [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32495b3de0c04b1b9ed74eb61744a237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f75e20f3c294366be9e2f0c26898619', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.786036] env[69308]: INFO nova.compute.manager [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Took 27.70 seconds to build instance. [ 643.974706] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.011239] env[69308]: DEBUG oslo_vmware.api [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867868, 'name': PowerOnVM_Task, 'duration_secs': 0.967659} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.011239] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.011239] env[69308]: INFO nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Took 8.55 seconds to spawn the instance on the hypervisor. [ 644.011239] env[69308]: DEBUG nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.011239] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d0af13-2a57-4d2e-ab3e-f2a3f21a4a87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.134699] env[69308]: DEBUG nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.161225] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867869, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.165893] env[69308]: DEBUG nova.compute.manager [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.166895] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.167561] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1063e39-05ff-40c7-b6e8-9ffe151b3abe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.179528] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.179528] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fb2dbc-b849-402c-af1c-9817ba5b7e10 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.189061] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.189316] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.190195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "d52ddc48-9f9b-486e-bd3c-7407860cda16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.190195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.190195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.195016] env[69308]: DEBUG oslo_vmware.api [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 644.195016] env[69308]: value = "task-3867871" [ 644.195016] env[69308]: _type = "Task" [ 644.195016] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.195016] env[69308]: DEBUG nova.compute.manager [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.200734] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ededa9-8e0b-4d2f-9bc8-691be296ee04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.230376] env[69308]: DEBUG oslo_vmware.api [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.239896] env[69308]: INFO nova.compute.manager [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Terminating instance [ 644.291813] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efcf193a-5e7b-4f6d-9393-26c1e7d95a1e tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "7715cc43-6505-439b-ade5-06092096e2d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.026s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.440483] env[69308]: DEBUG nova.network.neutron [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Successfully created port: 933be4bf-c58b-4a83-b679-1cecd51ebd53 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.469673] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867870, 'name': ReconfigVM_Task, 'duration_secs': 0.599254} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.469997] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Reconfigured VM instance instance-0000000a to attach disk [datastore2] fc921d48-70c0-4871-9326-56333421f368/fc921d48-70c0-4871-9326-56333421f368.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.471453] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc248b2e-d9b2-47b6-96ed-a4001560e857 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.480509] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 644.480509] env[69308]: value = "task-3867872" [ 644.480509] env[69308]: _type = "Task" [ 644.480509] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.492504] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867872, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.498034] env[69308]: DEBUG nova.compute.manager [req-0e64c422-08bd-4c8c-ae58-427eac675cdb req-06a3c81a-2508-4635-8cd8-98d6e9528a6f service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Received event network-changed-410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.498266] env[69308]: DEBUG nova.compute.manager [req-0e64c422-08bd-4c8c-ae58-427eac675cdb req-06a3c81a-2508-4635-8cd8-98d6e9528a6f service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Refreshing instance network info cache due to event network-changed-410b4e9f-0765-4a73-87fb-13deba9fd52d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.498487] env[69308]: DEBUG oslo_concurrency.lockutils [req-0e64c422-08bd-4c8c-ae58-427eac675cdb req-06a3c81a-2508-4635-8cd8-98d6e9528a6f service nova] Acquiring lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.498650] env[69308]: DEBUG oslo_concurrency.lockutils [req-0e64c422-08bd-4c8c-ae58-427eac675cdb req-06a3c81a-2508-4635-8cd8-98d6e9528a6f service nova] Acquired lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.498832] env[69308]: DEBUG nova.network.neutron [req-0e64c422-08bd-4c8c-ae58-427eac675cdb req-06a3c81a-2508-4635-8cd8-98d6e9528a6f service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Refreshing network info cache for port 410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.541835] env[69308]: INFO nova.compute.manager [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Took 27.79 seconds to build instance. [ 644.650189] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867869, 'name': CreateVM_Task, 'duration_secs': 1.39796} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.652990] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.654540] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.654540] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.654540] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.654870] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ff9e4f-0750-427f-9672-316c56f9ef02 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.661270] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 644.661270] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ceafbf-3891-25e7-d483-f5c4889728dd" [ 644.661270] env[69308]: _type = "Task" [ 644.661270] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.671417] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ceafbf-3891-25e7-d483-f5c4889728dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.714776] env[69308]: DEBUG oslo_vmware.api [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867871, 'name': PowerOffVM_Task, 'duration_secs': 0.280075} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.715056] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.715203] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.715441] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4321eaf7-70a6-4e73-9883-017eb0b139d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.744215] env[69308]: DEBUG nova.compute.manager [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.744477] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.745487] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad4a32-2f2d-491f-baac-142ab274966b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.754920] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a589db00-79b6-4a92-b37f-37436ffc5d13 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.761035] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.761537] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a4b9b9-e5b4-4802-8a17-687e06e3de9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.766972] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed487a4-838b-4a97-bd26-fcf84e9a1bbb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.808219] env[69308]: DEBUG nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.816331] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ab7456-cb3a-4e5f-92c8-845a946d344e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.821033] env[69308]: DEBUG nova.compute.manager [req-0a06af7b-5824-4474-b4a4-683d509a7d7d req-32b0e2ca-c028-4890-891e-1a86ec1ce20b service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Received event network-changed-92e5cfec-aa03-4e47-90f1-5342647484de {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.821033] env[69308]: DEBUG nova.compute.manager [req-0a06af7b-5824-4474-b4a4-683d509a7d7d req-32b0e2ca-c028-4890-891e-1a86ec1ce20b service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Refreshing instance network info cache due to event network-changed-92e5cfec-aa03-4e47-90f1-5342647484de. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.821033] env[69308]: DEBUG oslo_concurrency.lockutils [req-0a06af7b-5824-4474-b4a4-683d509a7d7d req-32b0e2ca-c028-4890-891e-1a86ec1ce20b service nova] Acquiring lock "refresh_cache-d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.821033] env[69308]: DEBUG oslo_concurrency.lockutils [req-0a06af7b-5824-4474-b4a4-683d509a7d7d req-32b0e2ca-c028-4890-891e-1a86ec1ce20b service nova] Acquired lock "refresh_cache-d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.821331] env[69308]: DEBUG nova.network.neutron [req-0a06af7b-5824-4474-b4a4-683d509a7d7d req-32b0e2ca-c028-4890-891e-1a86ec1ce20b service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Refreshing network info cache for port 92e5cfec-aa03-4e47-90f1-5342647484de {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.823554] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.823746] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.823921] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Deleting the datastore file [datastore1] 7ed18568-9081-4128-b83f-d859bedb1bcd {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.824884] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4327ca3-3855-4418-b86c-33a6d6f4dda4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.831869] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.833123] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.833123] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleting the datastore file [datastore1] d52ddc48-9f9b-486e-bd3c-7407860cda16 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.835692] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dec48d31-8c01-411d-89b2-a70036083a5b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.841852] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853dc97-fe3b-4b7f-aa28-ef0e68088948 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.848127] env[69308]: DEBUG oslo_vmware.api [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for the task: (returnval){ [ 644.848127] env[69308]: value = "task-3867875" [ 644.848127] env[69308]: _type = "Task" [ 644.848127] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.867147] env[69308]: DEBUG oslo_vmware.api [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 644.867147] env[69308]: value = "task-3867876" [ 644.867147] env[69308]: _type = "Task" [ 644.867147] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.867498] env[69308]: DEBUG nova.compute.provider_tree [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.876741] env[69308]: DEBUG oslo_vmware.api [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.884543] env[69308]: DEBUG oslo_vmware.api [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.994788] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867872, 'name': Rename_Task, 'duration_secs': 0.24051} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.995149] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.995706] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a9c8e80-fd36-45ab-a09c-7714005024fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.006103] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 645.006103] env[69308]: value = "task-3867877" [ 645.006103] env[69308]: _type = "Task" [ 645.006103] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.015956] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.046991] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0114bf98-e4f5-4485-9a80-48abc2df66ef tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "693ccb58-152a-409f-ae7d-f0a68cf4880d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.306s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.155451] env[69308]: DEBUG nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.173282] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ceafbf-3891-25e7-d483-f5c4889728dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015103} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.173787] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.173895] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.174164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.174281] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.174485] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.174830] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be7a9862-a741-45c2-b4b2-a79e5cf12420 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.189614] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.189862] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.190614] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e25fe05-b944-4c7e-85be-612636a618f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.198183] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 645.198183] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52be4525-e120-7def-7e97-ae87a4c7ea0c" [ 645.198183] env[69308]: _type = "Task" [ 645.198183] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.200354] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.200820] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.200820] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.201015] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.201062] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.202067] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.202067] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.202067] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.202067] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.202067] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.202359] env[69308]: DEBUG nova.virt.hardware [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.203759] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2889f8-4cdc-41e6-9ed2-c3f4825845ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.231117] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50780db6-ba0c-40d7-8757-ec21d833d731 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.235482] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52be4525-e120-7def-7e97-ae87a4c7ea0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013452} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.236842] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce600b93-b5a8-478c-96cb-dbe523fe1abf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.255023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadd0209-d341-4a8e-9652-baed56f84c04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.261461] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 645.261461] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200f799-58eb-e78f-4d8c-aaafba0c64b4" [ 645.261461] env[69308]: _type = "Task" [ 645.261461] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.263865] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Doing hard reboot of VM {{(pid=69308) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 645.267706] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-593b696b-f335-4f03-8894-446d77b47f5e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.276546] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200f799-58eb-e78f-4d8c-aaafba0c64b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.278305] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.278821] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d098ccf8-5ea6-4ad7-b99b-de0d95e6f371/d098ccf8-5ea6-4ad7-b99b-de0d95e6f371.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.278930] env[69308]: DEBUG oslo_vmware.api [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 645.278930] env[69308]: value = "task-3867878" [ 645.278930] env[69308]: _type = "Task" [ 645.278930] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.279173] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e34cfb96-6147-4a7b-a078-b6d1648d520f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.291095] env[69308]: DEBUG oslo_vmware.api [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867878, 'name': ResetVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.292762] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 645.292762] env[69308]: value = "task-3867879" [ 645.292762] env[69308]: _type = "Task" [ 645.292762] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.303334] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.345305] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.366043] env[69308]: DEBUG oslo_vmware.api [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Task: {'id': task-3867875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296863} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.366043] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.366043] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.366043] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.366043] env[69308]: INFO nova.compute.manager [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 645.366265] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.366265] env[69308]: DEBUG nova.compute.manager [-] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.366265] env[69308]: DEBUG nova.network.neutron [-] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.371506] env[69308]: DEBUG nova.scheduler.client.report [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.386121] env[69308]: DEBUG oslo_vmware.api [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3867876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321825} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.386498] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.387509] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.387754] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.387942] env[69308]: INFO nova.compute.manager [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Took 0.64 seconds to destroy the instance on the hypervisor. [ 645.388229] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.388438] env[69308]: DEBUG nova.compute.manager [-] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.388534] env[69308]: DEBUG nova.network.neutron [-] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.448116] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquiring lock "563722c6-483c-4154-b4da-e8412f78b765" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.448577] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "563722c6-483c-4154-b4da-e8412f78b765" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.522597] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867877, 'name': PowerOnVM_Task} progress is 19%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.550018] env[69308]: DEBUG nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.680987] env[69308]: DEBUG nova.network.neutron [req-0e64c422-08bd-4c8c-ae58-427eac675cdb req-06a3c81a-2508-4635-8cd8-98d6e9528a6f service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Updated VIF entry in instance network info cache for port 410b4e9f-0765-4a73-87fb-13deba9fd52d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.681995] env[69308]: DEBUG nova.network.neutron [req-0e64c422-08bd-4c8c-ae58-427eac675cdb req-06a3c81a-2508-4635-8cd8-98d6e9528a6f service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Updating instance_info_cache with network_info: [{"id": "410b4e9f-0765-4a73-87fb-13deba9fd52d", "address": "fa:16:3e:c7:d5:4d", "network": {"id": "f03ca86b-6028-4eee-956f-4352b9b5570c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1736239500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5b1adda7824fd6a28ade2ac66bb28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap410b4e9f-07", "ovs_interfaceid": "410b4e9f-0765-4a73-87fb-13deba9fd52d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.793333] env[69308]: DEBUG oslo_vmware.api [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867878, 'name': ResetVM_Task, 'duration_secs': 0.11868} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.796781] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Did hard reboot of VM {{(pid=69308) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 645.797447] env[69308]: DEBUG nova.compute.manager [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.797796] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7160e83-8413-420f-be63-5e70c42d6bfe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.809531] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.880815] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.881375] env[69308]: DEBUG nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.884562] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.171s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.886623] env[69308]: INFO nova.compute.claims [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.022296] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867877, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.043974] env[69308]: DEBUG nova.network.neutron [req-0a06af7b-5824-4474-b4a4-683d509a7d7d req-32b0e2ca-c028-4890-891e-1a86ec1ce20b service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Updated VIF entry in instance network info cache for port 92e5cfec-aa03-4e47-90f1-5342647484de. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.043974] env[69308]: DEBUG nova.network.neutron [req-0a06af7b-5824-4474-b4a4-683d509a7d7d req-32b0e2ca-c028-4890-891e-1a86ec1ce20b service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Updating instance_info_cache with network_info: [{"id": "92e5cfec-aa03-4e47-90f1-5342647484de", "address": "fa:16:3e:a7:b6:f8", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5cfec-aa", "ovs_interfaceid": "92e5cfec-aa03-4e47-90f1-5342647484de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.092191] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.152391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "e408f6d6-e873-470e-aecb-16ffa9774217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.152500] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "e408f6d6-e873-470e-aecb-16ffa9774217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.191975] env[69308]: DEBUG oslo_concurrency.lockutils [req-0e64c422-08bd-4c8c-ae58-427eac675cdb req-06a3c81a-2508-4635-8cd8-98d6e9528a6f service nova] Releasing lock "refresh_cache-fea7032f-f99b-4e36-9f39-1b0d98d5890c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.305560] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623926} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.305924] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d098ccf8-5ea6-4ad7-b99b-de0d95e6f371/d098ccf8-5ea6-4ad7-b99b-de0d95e6f371.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.306275] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.306455] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3bc71da-99a6-4d14-be65-e31f04a75883 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.322240] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2a84042-5793-4291-a96c-4af82d39c64e tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.659s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.324844] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 646.324844] env[69308]: value = "task-3867880" [ 646.324844] env[69308]: _type = "Task" [ 646.324844] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.336781] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.391860] env[69308]: DEBUG nova.compute.utils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.396725] env[69308]: DEBUG nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.397021] env[69308]: DEBUG nova.network.neutron [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.519410] env[69308]: DEBUG nova.policy [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0938649ca9543d1a77219bf8fc53d2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99422356eab14e8ca8a87e4d20644bb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.526350] env[69308]: DEBUG oslo_vmware.api [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867877, 'name': PowerOnVM_Task, 'duration_secs': 1.519369} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.526646] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.526864] env[69308]: DEBUG nova.compute.manager [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.527717] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b239208-0a16-400b-8571-b960ee674285 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.545811] env[69308]: DEBUG oslo_concurrency.lockutils [req-0a06af7b-5824-4474-b4a4-683d509a7d7d req-32b0e2ca-c028-4890-891e-1a86ec1ce20b service nova] Releasing lock "refresh_cache-d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.610327] env[69308]: DEBUG nova.network.neutron [-] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.728027] env[69308]: DEBUG nova.network.neutron [-] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.839779] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133545} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.840438] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.841534] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5432847-eb1b-447d-af75-9267c8e4e38f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.878386] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d098ccf8-5ea6-4ad7-b99b-de0d95e6f371/d098ccf8-5ea6-4ad7-b99b-de0d95e6f371.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.878386] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c22d4f7-dc8d-4fa0-934f-c084ff131690 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.905359] env[69308]: DEBUG nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.914974] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "c07106a3-0134-4602-9263-f7359c8d5367" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.914974] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "c07106a3-0134-4602-9263-f7359c8d5367" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.920909] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 646.920909] env[69308]: value = "task-3867881" [ 646.920909] env[69308]: _type = "Task" [ 646.920909] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.931270] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.056030] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.112796] env[69308]: INFO nova.compute.manager [-] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Took 1.72 seconds to deallocate network for instance. [ 647.226833] env[69308]: DEBUG nova.network.neutron [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Successfully updated port: 933be4bf-c58b-4a83-b679-1cecd51ebd53 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.233120] env[69308]: INFO nova.compute.manager [-] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Took 1.87 seconds to deallocate network for instance. [ 647.441884] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867881, 'name': ReconfigVM_Task, 'duration_secs': 0.470824} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.442207] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d098ccf8-5ea6-4ad7-b99b-de0d95e6f371/d098ccf8-5ea6-4ad7-b99b-de0d95e6f371.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.443275] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3df03ceb-fd3e-4b30-adcd-95843f282ed6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.451494] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 647.451494] env[69308]: value = "task-3867882" [ 647.451494] env[69308]: _type = "Task" [ 647.451494] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.459836] env[69308]: DEBUG nova.network.neutron [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Successfully created port: 1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.468959] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867882, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.545631] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d193db5e-ff16-4f0e-8b16-23f2e1254746 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.557100] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708374fc-b252-4703-bbfc-b9eafe95ff84 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.594905] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bee9a2-f7a2-4810-b7c9-1efcd4d239cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.604447] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd18d51-dc33-4e54-b6c6-ed5e27f41e62 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.622357] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.622880] env[69308]: DEBUG nova.compute.provider_tree [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.701920] env[69308]: DEBUG nova.compute.manager [req-eb8c4ef0-d6ab-49e4-b41f-3b5d2faf1ef9 req-f6af6aa0-a1c2-4f45-a20b-b0abf16103fd service nova] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Received event network-vif-deleted-15346062-6888-403b-b0f1-0f12243b2f62 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.730254] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.730254] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.730254] env[69308]: DEBUG nova.network.neutron [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.749850] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.762544] env[69308]: DEBUG nova.compute.manager [req-a8ff697d-6df5-4601-9a82-75864c178ee5 req-a45c5e2d-cf1c-4048-8b00-3b53c6aa4916 service nova] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Received event network-vif-deleted-7bad5be8-cfe1-4a28-ae55-d3a71913919b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.762544] env[69308]: DEBUG nova.compute.manager [req-a8ff697d-6df5-4601-9a82-75864c178ee5 req-a45c5e2d-cf1c-4048-8b00-3b53c6aa4916 service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Received event network-vif-plugged-933be4bf-c58b-4a83-b679-1cecd51ebd53 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.762766] env[69308]: DEBUG oslo_concurrency.lockutils [req-a8ff697d-6df5-4601-9a82-75864c178ee5 req-a45c5e2d-cf1c-4048-8b00-3b53c6aa4916 service nova] Acquiring lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.762766] env[69308]: DEBUG oslo_concurrency.lockutils [req-a8ff697d-6df5-4601-9a82-75864c178ee5 req-a45c5e2d-cf1c-4048-8b00-3b53c6aa4916 service nova] Lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.763741] env[69308]: DEBUG oslo_concurrency.lockutils [req-a8ff697d-6df5-4601-9a82-75864c178ee5 req-a45c5e2d-cf1c-4048-8b00-3b53c6aa4916 service nova] Lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.763741] env[69308]: DEBUG nova.compute.manager [req-a8ff697d-6df5-4601-9a82-75864c178ee5 req-a45c5e2d-cf1c-4048-8b00-3b53c6aa4916 service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] No waiting events found dispatching network-vif-plugged-933be4bf-c58b-4a83-b679-1cecd51ebd53 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.766515] env[69308]: WARNING nova.compute.manager [req-a8ff697d-6df5-4601-9a82-75864c178ee5 req-a45c5e2d-cf1c-4048-8b00-3b53c6aa4916 service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Received unexpected event network-vif-plugged-933be4bf-c58b-4a83-b679-1cecd51ebd53 for instance with vm_state building and task_state spawning. [ 647.921193] env[69308]: DEBUG nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.950182] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.950182] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.950182] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.950344] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.950495] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.950705] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.950817] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.950975] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.951167] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.951332] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.951505] env[69308]: DEBUG nova.virt.hardware [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.952410] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ab7764-46d8-41e5-94ea-efd14a405baf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.967364] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4125db69-89c2-4186-8070-c1006a06a41e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.971762] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867882, 'name': Rename_Task, 'duration_secs': 0.443431} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.972036] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.973031] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ea0112-908c-49d5-aae7-23bd7fdad4ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.994274] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 647.994274] env[69308]: value = "task-3867883" [ 647.994274] env[69308]: _type = "Task" [ 647.994274] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.005496] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.129254] env[69308]: DEBUG nova.scheduler.client.report [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.304313] env[69308]: DEBUG nova.network.neutron [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.504855] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867883, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.629366] env[69308]: DEBUG nova.network.neutron [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance_info_cache with network_info: [{"id": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "address": "fa:16:3e:75:10:d6", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933be4bf-c5", "ovs_interfaceid": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.637391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.637391] env[69308]: DEBUG nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.639776] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.724s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.642395] env[69308]: INFO nova.compute.claims [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.011352] env[69308]: DEBUG oslo_vmware.api [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867883, 'name': PowerOnVM_Task, 'duration_secs': 0.93676} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.011484] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.011715] env[69308]: INFO nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Took 8.60 seconds to spawn the instance on the hypervisor. [ 649.011982] env[69308]: DEBUG nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.012826] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ac85fd-5eb9-4144-ade9-417bf3212173 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.135574] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.135574] env[69308]: DEBUG nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Instance network_info: |[{"id": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "address": "fa:16:3e:75:10:d6", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933be4bf-c5", "ovs_interfaceid": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.136116] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:10:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '933be4bf-c58b-4a83-b679-1cecd51ebd53', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.142941] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Creating folder: Project (3f75e20f3c294366be9e2f0c26898619). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.142941] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3493772-2bf5-4c2e-8ce2-94048a281d64 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.148565] env[69308]: DEBUG nova.compute.utils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.155153] env[69308]: DEBUG nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.155153] env[69308]: DEBUG nova.network.neutron [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.173521] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Created folder: Project (3f75e20f3c294366be9e2f0c26898619) in parent group-v768498. [ 649.173961] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Creating folder: Instances. Parent ref: group-v768546. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.174310] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a731554-aafc-4485-ad18-d6772f83f656 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.189162] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Created folder: Instances in parent group-v768546. [ 649.191530] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.196018] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.196018] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8feb9531-2eec-44b6-9dac-917935eb2348 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.222625] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.222625] env[69308]: value = "task-3867886" [ 649.222625] env[69308]: _type = "Task" [ 649.222625] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.233742] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867886, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.451843] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.451843] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.451843] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "605ed07c-6abd-4de6-984d-772f43d0e3c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.451843] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.452214] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.453340] env[69308]: INFO nova.compute.manager [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Terminating instance [ 649.539766] env[69308]: INFO nova.compute.manager [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Took 26.67 seconds to build instance. [ 649.613014] env[69308]: DEBUG nova.policy [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '010bd7b3f80f49a4a826a13cb875f66e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd089663fac7c4f54b8daa8f481712304', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.655159] env[69308]: DEBUG nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.735358] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867886, 'name': CreateVM_Task, 'duration_secs': 0.483761} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.735498] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.739182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.739299] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.739655] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.740123] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de8ee69-1828-41ec-98b2-81958c67ac1d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.746896] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 649.746896] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52543885-2c11-4324-f52c-a514aa1cf2cf" [ 649.746896] env[69308]: _type = "Task" [ 649.746896] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.760955] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52543885-2c11-4324-f52c-a514aa1cf2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.955620] env[69308]: DEBUG nova.network.neutron [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Successfully updated port: 1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.962040] env[69308]: DEBUG nova.compute.manager [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.962295] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.963538] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81dfc17-57a6-4b7d-a4ca-1a7ae2abe60e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.973513] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.973803] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db630c73-d9b5-440b-ac49-112b9f75d255 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.982311] env[69308]: DEBUG oslo_vmware.api [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 649.982311] env[69308]: value = "task-3867887" [ 649.982311] env[69308]: _type = "Task" [ 649.982311] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.005022] env[69308]: DEBUG oslo_vmware.api [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.046039] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04a2020e-3c13-4095-af81-61b4d509f572 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.835s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.253908] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ea068-38b1-410d-92f0-051a0bbc81fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.265626] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52543885-2c11-4324-f52c-a514aa1cf2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.045427} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.269075] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.271176] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.271176] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.271176] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.271176] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.272740] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e773fa0b-94f7-4a68-ae30-49c32a73fb20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.276072] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884f3057-3609-48b2-8e83-d75449577d88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.317661] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3492708-613d-43d7-8ee9-7562babf5b42 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.321693] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.321890] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.322695] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc468354-0624-444f-8509-ff95d49d187e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.334324] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c24760-8632-4177-822f-37eb872de60b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.340791] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 650.340791] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5213acd1-b6c1-5ef1-8faf-9e7314580ce9" [ 650.340791] env[69308]: _type = "Task" [ 650.340791] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.359467] env[69308]: DEBUG nova.compute.provider_tree [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.370454] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5213acd1-b6c1-5ef1-8faf-9e7314580ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.026232} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.371668] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00294e92-1ef5-4c2f-991e-76edfc63b518 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.380845] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 650.380845] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52433365-8765-271c-9321-602fc56f9905" [ 650.380845] env[69308]: _type = "Task" [ 650.380845] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.393383] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52433365-8765-271c-9321-602fc56f9905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.456725] env[69308]: DEBUG nova.network.neutron [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Successfully created port: a554f211-a1a3-4e57-8afc-c45709a3d555 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.462024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.462024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquired lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.462024] env[69308]: DEBUG nova.network.neutron [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.501867] env[69308]: DEBUG oslo_vmware.api [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867887, 'name': PowerOffVM_Task, 'duration_secs': 0.480374} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.502179] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.502350] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.502611] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2a13bcc-46e5-4ba9-a030-53ba0379e438 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.508193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "fc921d48-70c0-4871-9326-56333421f368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.508193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "fc921d48-70c0-4871-9326-56333421f368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.508193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "fc921d48-70c0-4871-9326-56333421f368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.508193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "fc921d48-70c0-4871-9326-56333421f368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.508586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "fc921d48-70c0-4871-9326-56333421f368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.511893] env[69308]: INFO nova.compute.manager [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Terminating instance [ 650.548185] env[69308]: DEBUG nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.670627] env[69308]: DEBUG nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.697099] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.697403] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.697564] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.697747] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.697895] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.698059] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.698358] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.698500] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.698733] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.698979] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.699107] env[69308]: DEBUG nova.virt.hardware [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.700059] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4f7349-393d-4c5d-8414-83ec54d94cab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.709840] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23f231d-32c3-4337-96d8-cd65d61f3177 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.864678] env[69308]: DEBUG nova.scheduler.client.report [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.896011] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52433365-8765-271c-9321-602fc56f9905, 'name': SearchDatastore_Task, 'duration_secs': 0.033448} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.896011] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.896011] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] b2cfd112-af47-46e1-8546-f527c9d84253/b2cfd112-af47-46e1-8546-f527c9d84253.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.896591] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-531f6961-e936-4ceb-9ad3-dd8fec4cd758 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.904913] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 650.904913] env[69308]: value = "task-3867889" [ 650.904913] env[69308]: _type = "Task" [ 650.904913] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.916057] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.020383] env[69308]: DEBUG nova.network.neutron [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.024087] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "refresh_cache-fc921d48-70c0-4871-9326-56333421f368" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.024297] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquired lock "refresh_cache-fc921d48-70c0-4871-9326-56333421f368" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.026266] env[69308]: DEBUG nova.network.neutron [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.097463] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.378027] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.384366] env[69308]: DEBUG nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.387560] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.319s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.392227] env[69308]: DEBUG nova.objects.instance [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lazy-loading 'resources' on Instance uuid 7650ef23-41ab-4aba-89cf-d33006912049 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.400753] env[69308]: DEBUG nova.network.neutron [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Updating instance_info_cache with network_info: [{"id": "1a051928-cb02-4059-9a25-578cce7f8609", "address": "fa:16:3e:c0:dc:2e", "network": {"id": "6bde6918-2344-4abf-8720-d8ff519de5e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1278799466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99422356eab14e8ca8a87e4d20644bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a051928-cb", "ovs_interfaceid": "1a051928-cb02-4059-9a25-578cce7f8609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.421814] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867889, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.556891] env[69308]: DEBUG nova.network.neutron [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.665099] env[69308]: DEBUG nova.network.neutron [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.840909] env[69308]: DEBUG nova.compute.manager [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Received event network-changed-933be4bf-c58b-4a83-b679-1cecd51ebd53 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.841750] env[69308]: DEBUG nova.compute.manager [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Refreshing instance network info cache due to event network-changed-933be4bf-c58b-4a83-b679-1cecd51ebd53. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.842184] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Acquiring lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.842448] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Acquired lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.842524] env[69308]: DEBUG nova.network.neutron [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Refreshing network info cache for port 933be4bf-c58b-4a83-b679-1cecd51ebd53 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.899764] env[69308]: DEBUG nova.compute.utils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.903214] env[69308]: DEBUG nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.903487] env[69308]: DEBUG nova.network.neutron [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.910363] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Releasing lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.910363] env[69308]: DEBUG nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Instance network_info: |[{"id": "1a051928-cb02-4059-9a25-578cce7f8609", "address": "fa:16:3e:c0:dc:2e", "network": {"id": "6bde6918-2344-4abf-8720-d8ff519de5e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1278799466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99422356eab14e8ca8a87e4d20644bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a051928-cb", "ovs_interfaceid": "1a051928-cb02-4059-9a25-578cce7f8609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.910836] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:dc:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a051928-cb02-4059-9a25-578cce7f8609', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.920621] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Creating folder: Project (99422356eab14e8ca8a87e4d20644bb1). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.924881] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11ef77c9-ddb6-4bf1-8662-4e848f2019c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.935021] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595995} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.935768] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] b2cfd112-af47-46e1-8546-f527c9d84253/b2cfd112-af47-46e1-8546-f527c9d84253.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.937138] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.937138] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea460641-e65c-4fb4-8293-d17611aa8207 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.944210] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Created folder: Project (99422356eab14e8ca8a87e4d20644bb1) in parent group-v768498. [ 651.945093] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Creating folder: Instances. Parent ref: group-v768549. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.951021] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4c5da2d-0cc7-4d1c-8522-42e1385388a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.955029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "d35dd075-3bec-4293-988f-9940f9fb78e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.955029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.961198] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 651.961198] env[69308]: value = "task-3867891" [ 651.961198] env[69308]: _type = "Task" [ 651.961198] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.976037] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.978873] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Created folder: Instances in parent group-v768549. [ 651.979434] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.979700] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.980047] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cee50260-12e9-4c72-8e54-702b12123706 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.022314] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.023706] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.023706] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Deleting the datastore file [datastore1] 605ed07c-6abd-4de6-984d-772f43d0e3c8 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.024166] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b9e41cc-fe99-4142-9e9c-2c32e0abf236 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.029873] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.029873] env[69308]: value = "task-3867893" [ 652.029873] env[69308]: _type = "Task" [ 652.029873] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.037915] env[69308]: DEBUG oslo_vmware.api [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for the task: (returnval){ [ 652.037915] env[69308]: value = "task-3867894" [ 652.037915] env[69308]: _type = "Task" [ 652.037915] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.046703] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867893, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.068122] env[69308]: DEBUG oslo_vmware.api [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.076718] env[69308]: DEBUG nova.policy [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f44cf057a207478abf7f4c22b623325a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8dc93c0b9b44a4abbbf2ed4fc949ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.168117] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Releasing lock "refresh_cache-fc921d48-70c0-4871-9326-56333421f368" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.168630] env[69308]: DEBUG nova.compute.manager [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.168825] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.169870] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e76e25-b922-43af-9cab-6e240a284a47 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.179754] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.180102] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d58b30-8200-4ed9-ab7c-628a678ab8b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.195457] env[69308]: DEBUG oslo_vmware.api [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 652.195457] env[69308]: value = "task-3867895" [ 652.195457] env[69308]: _type = "Task" [ 652.195457] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.210403] env[69308]: DEBUG oslo_vmware.api [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.406710] env[69308]: DEBUG nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.482089] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087427} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.482295] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.483821] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701a39a3-0b8e-4d68-a4fb-2a56a1eeb148 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.510588] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b2cfd112-af47-46e1-8546-f527c9d84253/b2cfd112-af47-46e1-8546-f527c9d84253.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.516619] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571a2466-d121-4efb-a4a4-8b32ce75314c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.542939] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a2074-ad89-4c29-89b4-acd23c1e3720 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.557551] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 652.557551] env[69308]: value = "task-3867896" [ 652.557551] env[69308]: _type = "Task" [ 652.557551] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.557919] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867893, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.561235] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebef9ac-af03-43c3-a4fe-119550c36f59 tempest-ServersAdminNegativeTestJSON-1325727135 tempest-ServersAdminNegativeTestJSON-1325727135-project-admin] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Suspending the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 652.564616] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-29ce06c6-b5b0-4729-a673-7dc9b3c7e898 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.583345] env[69308]: DEBUG oslo_vmware.api [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Task: {'id': task-3867894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345179} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.584298] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.584298] env[69308]: DEBUG oslo_vmware.api [None req-9ebef9ac-af03-43c3-a4fe-119550c36f59 tempest-ServersAdminNegativeTestJSON-1325727135 tempest-ServersAdminNegativeTestJSON-1325727135-project-admin] Waiting for the task: (returnval){ [ 652.584298] env[69308]: value = "task-3867897" [ 652.584298] env[69308]: _type = "Task" [ 652.584298] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.584298] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.584298] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.584701] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.584701] env[69308]: INFO nova.compute.manager [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Took 2.62 seconds to destroy the instance on the hypervisor. [ 652.586086] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.586086] env[69308]: DEBUG nova.compute.manager [-] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.586086] env[69308]: DEBUG nova.network.neutron [-] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.599094] env[69308]: DEBUG oslo_vmware.api [None req-9ebef9ac-af03-43c3-a4fe-119550c36f59 tempest-ServersAdminNegativeTestJSON-1325727135 tempest-ServersAdminNegativeTestJSON-1325727135-project-admin] Task: {'id': task-3867897, 'name': SuspendVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.670782] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b602285-a0a8-48fb-bde5-5f48539ca077 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.682567] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8398682f-03d7-4518-8069-1b9e849ae9ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.717466] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736d4a0-c759-423f-91dc-3ce6aba2b4e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.727346] env[69308]: DEBUG oslo_vmware.api [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867895, 'name': PowerOffVM_Task, 'duration_secs': 0.203314} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.729570] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.729765] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.730069] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bf91c10-fefb-48d7-a60a-3e13e583210b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.732712] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13cfd61-1d41-4ea2-93a9-e1eb63b323e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.748959] env[69308]: DEBUG nova.compute.provider_tree [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.771482] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.771482] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.771482] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Deleting the datastore file [datastore2] fc921d48-70c0-4871-9326-56333421f368 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.771482] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a9b13d-37e4-444f-b108-fe6086bfc6f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.778634] env[69308]: DEBUG oslo_vmware.api [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for the task: (returnval){ [ 652.778634] env[69308]: value = "task-3867899" [ 652.778634] env[69308]: _type = "Task" [ 652.778634] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.788771] env[69308]: DEBUG oslo_vmware.api [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.874672] env[69308]: DEBUG nova.network.neutron [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updated VIF entry in instance network info cache for port 933be4bf-c58b-4a83-b679-1cecd51ebd53. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.875038] env[69308]: DEBUG nova.network.neutron [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance_info_cache with network_info: [{"id": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "address": "fa:16:3e:75:10:d6", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933be4bf-c5", "ovs_interfaceid": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.049671] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867893, 'name': CreateVM_Task, 'duration_secs': 0.584787} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.050113] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.050972] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.051313] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.053021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.053021] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8334b075-373c-441f-add0-36682e8e2b2a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.061023] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 653.061023] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e78a2b-1d0c-2b12-166e-522a0e97b221" [ 653.061023] env[69308]: _type = "Task" [ 653.061023] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.074092] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e78a2b-1d0c-2b12-166e-522a0e97b221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.078127] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.095688] env[69308]: DEBUG oslo_vmware.api [None req-9ebef9ac-af03-43c3-a4fe-119550c36f59 tempest-ServersAdminNegativeTestJSON-1325727135 tempest-ServersAdminNegativeTestJSON-1325727135-project-admin] Task: {'id': task-3867897, 'name': SuspendVM_Task} progress is 95%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.252482] env[69308]: DEBUG nova.scheduler.client.report [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.290018] env[69308]: DEBUG oslo_vmware.api [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Task: {'id': task-3867899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284677} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.290399] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.290587] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.290761] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.290933] env[69308]: INFO nova.compute.manager [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Took 1.12 seconds to destroy the instance on the hypervisor. [ 653.291250] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.291452] env[69308]: DEBUG nova.compute.manager [-] [instance: fc921d48-70c0-4871-9326-56333421f368] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.291545] env[69308]: DEBUG nova.network.neutron [-] [instance: fc921d48-70c0-4871-9326-56333421f368] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.319987] env[69308]: DEBUG nova.network.neutron [-] [instance: fc921d48-70c0-4871-9326-56333421f368] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.340265] env[69308]: DEBUG nova.network.neutron [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Successfully updated port: a554f211-a1a3-4e57-8afc-c45709a3d555 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.377692] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Releasing lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.378051] env[69308]: DEBUG nova.compute.manager [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Received event network-changed-3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.378225] env[69308]: DEBUG nova.compute.manager [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Refreshing instance network info cache due to event network-changed-3f819f59-da01-427b-bf2a-77c43f54c3e0. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.382021] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Acquiring lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.382021] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Acquired lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.382021] env[69308]: DEBUG nova.network.neutron [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Refreshing network info cache for port 3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.417505] env[69308]: DEBUG nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.451487] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.451752] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.451917] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.452398] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.452629] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.452794] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.453044] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.453222] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.453403] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.453574] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.453754] env[69308]: DEBUG nova.virt.hardware [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.454748] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bac000-538d-48b5-a11b-bd935f5e391b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.466124] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42289ff1-6922-4bc5-88cf-a763b68f10ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.515756] env[69308]: DEBUG nova.network.neutron [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Successfully created port: a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.573413] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e78a2b-1d0c-2b12-166e-522a0e97b221, 'name': SearchDatastore_Task, 'duration_secs': 0.013081} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.574150] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.574498] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.574792] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.574980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.575225] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.575540] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-131df973-4607-473d-8638-8498680af0d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.582337] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.591207] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.591356] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.592875] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f9c57f-f9fb-410a-a84c-e5ad113d8ae5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.598175] env[69308]: DEBUG oslo_vmware.api [None req-9ebef9ac-af03-43c3-a4fe-119550c36f59 tempest-ServersAdminNegativeTestJSON-1325727135 tempest-ServersAdminNegativeTestJSON-1325727135-project-admin] Task: {'id': task-3867897, 'name': SuspendVM_Task, 'duration_secs': 0.881947} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.599194] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebef9ac-af03-43c3-a4fe-119550c36f59 tempest-ServersAdminNegativeTestJSON-1325727135 tempest-ServersAdminNegativeTestJSON-1325727135-project-admin] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Suspended the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 653.599478] env[69308]: DEBUG nova.compute.manager [None req-9ebef9ac-af03-43c3-a4fe-119550c36f59 tempest-ServersAdminNegativeTestJSON-1325727135 tempest-ServersAdminNegativeTestJSON-1325727135-project-admin] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.600312] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b2e999-20d3-40f5-81f0-ed0989d8efb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.604205] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 653.604205] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ee5ed9-23ba-32a8-aa76-b53a78f1d7c7" [ 653.604205] env[69308]: _type = "Task" [ 653.604205] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.617966] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ee5ed9-23ba-32a8-aa76-b53a78f1d7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.618805] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97cc388-7222-4fba-83ef-4ca3151f81d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.624873] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 653.624873] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520929ad-1e05-5aa7-cfa3-cc5ac49983d6" [ 653.624873] env[69308]: _type = "Task" [ 653.624873] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.634071] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520929ad-1e05-5aa7-cfa3-cc5ac49983d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.706819] env[69308]: DEBUG nova.network.neutron [-] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.759815] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.763858] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.909s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.766621] env[69308]: INFO nova.compute.claims [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.803343] env[69308]: INFO nova.scheduler.client.report [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Deleted allocations for instance 7650ef23-41ab-4aba-89cf-d33006912049 [ 653.824331] env[69308]: DEBUG nova.network.neutron [-] [instance: fc921d48-70c0-4871-9326-56333421f368] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.844971] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "refresh_cache-578c621d-2931-4573-b15c-05504145f9fc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.845122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquired lock "refresh_cache-578c621d-2931-4573-b15c-05504145f9fc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.845278] env[69308]: DEBUG nova.network.neutron [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.082344] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.085210] env[69308]: DEBUG nova.compute.manager [req-b26026e3-7c5c-4bb1-bc86-2b10f0781afd req-bffd496e-717d-46d1-9b55-b3c7db59865c service nova] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Received event network-vif-deleted-f1934ecc-a1b9-428c-b4c8-677935a269dd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.138425] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520929ad-1e05-5aa7-cfa3-cc5ac49983d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.142531] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.142886] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] abbf2f1c-ae9a-432a-baf5-7d7ce24253d3/abbf2f1c-ae9a-432a-baf5-7d7ce24253d3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.143484] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b86c6fc-7c36-407f-856a-e9bfc36b8a6c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.154837] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 654.154837] env[69308]: value = "task-3867900" [ 654.154837] env[69308]: _type = "Task" [ 654.154837] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.167210] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.210423] env[69308]: INFO nova.compute.manager [-] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Took 1.62 seconds to deallocate network for instance. [ 654.312205] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ffa8cbcd-390f-41ec-a22c-a86606209354 tempest-ImagesNegativeTestJSON-116864929 tempest-ImagesNegativeTestJSON-116864929-project-member] Lock "7650ef23-41ab-4aba-89cf-d33006912049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.153s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.332743] env[69308]: INFO nova.compute.manager [-] [instance: fc921d48-70c0-4871-9326-56333421f368] Took 1.04 seconds to deallocate network for instance. [ 654.408355] env[69308]: DEBUG nova.network.neutron [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.459153] env[69308]: DEBUG nova.network.neutron [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Updated VIF entry in instance network info cache for port 3f819f59-da01-427b-bf2a-77c43f54c3e0. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.459981] env[69308]: DEBUG nova.network.neutron [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Updating instance_info_cache with network_info: [{"id": "3f819f59-da01-427b-bf2a-77c43f54c3e0", "address": "fa:16:3e:e8:3f:5a", "network": {"id": "d4c7622c-6911-4734-a200-bb8c23805b77", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-502597231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1462b1ad43ac4b73997b6e2e017a41c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f819f59-da", "ovs_interfaceid": "3f819f59-da01-427b-bf2a-77c43f54c3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.581918] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867896, 'name': ReconfigVM_Task, 'duration_secs': 1.619685} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.582241] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b2cfd112-af47-46e1-8546-f527c9d84253/b2cfd112-af47-46e1-8546-f527c9d84253.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.582993] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e7177d0-462a-412f-aab2-09789fe250e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.592206] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 654.592206] env[69308]: value = "task-3867901" [ 654.592206] env[69308]: _type = "Task" [ 654.592206] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.606672] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867901, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.667734] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475898} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.669382] env[69308]: DEBUG nova.network.neutron [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Updating instance_info_cache with network_info: [{"id": "a554f211-a1a3-4e57-8afc-c45709a3d555", "address": "fa:16:3e:65:1f:3c", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa554f211-a1", "ovs_interfaceid": "a554f211-a1a3-4e57-8afc-c45709a3d555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.670861] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] abbf2f1c-ae9a-432a-baf5-7d7ce24253d3/abbf2f1c-ae9a-432a-baf5-7d7ce24253d3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.671015] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.671497] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6568112c-a97c-4e9d-b393-c5aff88da4ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.682937] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 654.682937] env[69308]: value = "task-3867902" [ 654.682937] env[69308]: _type = "Task" [ 654.682937] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.699939] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.727940] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.803300] env[69308]: DEBUG nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Received event network-changed-1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.803300] env[69308]: DEBUG nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Refreshing instance network info cache due to event network-changed-1a051928-cb02-4059-9a25-578cce7f8609. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.803300] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Acquiring lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.803300] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Acquired lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.804135] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Refreshing network info cache for port 1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.847115] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.962866] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Releasing lock "refresh_cache-7715cc43-6505-439b-ade5-06092096e2d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.963427] env[69308]: DEBUG nova.compute.manager [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Received event network-vif-plugged-1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.963771] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Acquiring lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.964237] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.964548] env[69308]: DEBUG oslo_concurrency.lockutils [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.964831] env[69308]: DEBUG nova.compute.manager [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] No waiting events found dispatching network-vif-plugged-1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.965137] env[69308]: WARNING nova.compute.manager [req-588ac2dc-5187-482a-93a4-515cce96a45f req-09bf3a45-e2ee-4f63-859d-50f1a37e1a03 service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Received unexpected event network-vif-plugged-1a051928-cb02-4059-9a25-578cce7f8609 for instance with vm_state building and task_state spawning. [ 655.113670] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867901, 'name': Rename_Task, 'duration_secs': 0.166517} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.113670] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.113786] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ff2f7b-e858-4726-b6de-655e334f558b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.124754] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 655.124754] env[69308]: value = "task-3867903" [ 655.124754] env[69308]: _type = "Task" [ 655.124754] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.133213] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.176669] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Releasing lock "refresh_cache-578c621d-2931-4573-b15c-05504145f9fc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.176669] env[69308]: DEBUG nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Instance network_info: |[{"id": "a554f211-a1a3-4e57-8afc-c45709a3d555", "address": "fa:16:3e:65:1f:3c", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa554f211-a1", "ovs_interfaceid": "a554f211-a1a3-4e57-8afc-c45709a3d555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.176826] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:1f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a554f211-a1a3-4e57-8afc-c45709a3d555', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.188558] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Creating folder: Project (d089663fac7c4f54b8daa8f481712304). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.188558] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fabaddc4-a0ad-43ee-b56b-c872267ce8c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.204734] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067691} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.209026] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.209026] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Created folder: Project (d089663fac7c4f54b8daa8f481712304) in parent group-v768498. [ 655.209026] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Creating folder: Instances. Parent ref: group-v768552. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.210453] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397523c2-61da-4458-b849-331523b3d5ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.215187] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7d36481-7edb-4bed-9330-139c665c6bae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.245624] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] abbf2f1c-ae9a-432a-baf5-7d7ce24253d3/abbf2f1c-ae9a-432a-baf5-7d7ce24253d3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.250597] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d9c6c09-16cb-49c9-9a8f-d9e193609cff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.268674] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Created folder: Instances in parent group-v768552. [ 655.269304] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.269661] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.270407] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-617bb86f-21ae-4cf3-994f-892d46923918 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.294777] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 655.294777] env[69308]: value = "task-3867906" [ 655.294777] env[69308]: _type = "Task" [ 655.294777] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.302049] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.302049] env[69308]: value = "task-3867907" [ 655.302049] env[69308]: _type = "Task" [ 655.302049] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.314373] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.323304] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867907, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.396274] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8457baf-677f-478c-a6f8-1e01df07d726 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.408485] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e39d79-b2ca-4559-9cd4-f14db8b3b771 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.443965] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb1205c-052c-4d7c-81c6-7630b3ce3574 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.452906] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ddf68-b7ee-4033-9c9c-b758279f1bf1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.470289] env[69308]: DEBUG nova.compute.provider_tree [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.634318] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867903, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.675287] env[69308]: DEBUG nova.network.neutron [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Successfully updated port: a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.794488] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Updated VIF entry in instance network info cache for port 1a051928-cb02-4059-9a25-578cce7f8609. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.794933] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Updating instance_info_cache with network_info: [{"id": "1a051928-cb02-4059-9a25-578cce7f8609", "address": "fa:16:3e:c0:dc:2e", "network": {"id": "6bde6918-2344-4abf-8720-d8ff519de5e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1278799466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99422356eab14e8ca8a87e4d20644bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a051928-cb", "ovs_interfaceid": "1a051928-cb02-4059-9a25-578cce7f8609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.813119] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867906, 'name': ReconfigVM_Task, 'duration_secs': 0.291529} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.814495] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Reconfigured VM instance instance-00000011 to attach disk [datastore1] abbf2f1c-ae9a-432a-baf5-7d7ce24253d3/abbf2f1c-ae9a-432a-baf5-7d7ce24253d3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.816216] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0936cf22-56c9-431a-8766-5a6623cbd880 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.824577] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867907, 'name': CreateVM_Task, 'duration_secs': 0.403259} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.824577] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.826823] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.827090] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.827478] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.831020] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1b1bd9-3e23-4e01-bdc2-df48fd4a539a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.833183] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 655.833183] env[69308]: value = "task-3867908" [ 655.833183] env[69308]: _type = "Task" [ 655.833183] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.839647] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 655.839647] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d2a9a5-3c60-7176-5a7e-3b0c0606c489" [ 655.839647] env[69308]: _type = "Task" [ 655.839647] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.849862] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867908, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.862495] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquiring lock "873b054f-64dc-4d97-b89c-995dd3702690" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.862756] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "873b054f-64dc-4d97-b89c-995dd3702690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.862981] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d2a9a5-3c60-7176-5a7e-3b0c0606c489, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.863819] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.863819] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.864011] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.864164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.864346] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.864615] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18b3cb66-48dc-41fe-b45a-975e0408eaf8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.882405] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.882720] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.883461] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f45e67d-e00f-4d98-a34d-620284fac0e0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.890738] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 655.890738] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52483e81-0a4e-ad19-f967-c11b25f2bd94" [ 655.890738] env[69308]: _type = "Task" [ 655.890738] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.904841] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52483e81-0a4e-ad19-f967-c11b25f2bd94, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.906941] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102f565c-323c-4179-945e-919e20d32d2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.913470] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 655.913470] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52401d14-b9c9-cab3-ca98-5fa607a21609" [ 655.913470] env[69308]: _type = "Task" [ 655.913470] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.925569] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52401d14-b9c9-cab3-ca98-5fa607a21609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.973594] env[69308]: DEBUG nova.scheduler.client.report [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.135966] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867903, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.179172] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.179330] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquired lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.179483] env[69308]: DEBUG nova.network.neutron [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.299216] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Releasing lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.299687] env[69308]: DEBUG nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Received event network-changed-9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.299987] env[69308]: DEBUG nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Refreshing instance network info cache due to event network-changed-9b92e152-fac5-4654-bca0-a84acda0178f. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.301196] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Acquiring lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.301351] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Acquired lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.301567] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Refreshing network info cache for port 9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.351385] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867908, 'name': Rename_Task, 'duration_secs': 0.154454} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.351385] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.351748] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ea1ec7e-94b8-4803-903b-df551623b3d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.363897] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 656.363897] env[69308]: value = "task-3867909" [ 656.363897] env[69308]: _type = "Task" [ 656.363897] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.373151] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.428028] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52401d14-b9c9-cab3-ca98-5fa607a21609, 'name': SearchDatastore_Task, 'duration_secs': 0.014631} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.428028] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.428028] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 578c621d-2931-4573-b15c-05504145f9fc/578c621d-2931-4573-b15c-05504145f9fc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.428337] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52ca26fa-4595-4464-9aa4-b4213947868e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.437164] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 656.437164] env[69308]: value = "task-3867910" [ 656.437164] env[69308]: _type = "Task" [ 656.437164] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.448271] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.479592] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.480206] env[69308]: DEBUG nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.483257] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.236s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.484820] env[69308]: INFO nova.compute.claims [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.641428] env[69308]: DEBUG oslo_vmware.api [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3867903, 'name': PowerOnVM_Task, 'duration_secs': 1.287155} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.641943] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.641943] env[69308]: INFO nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Took 11.49 seconds to spawn the instance on the hypervisor. [ 656.642169] env[69308]: DEBUG nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.642963] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aca8c4-4937-44d2-9e09-3a4c3a17a603 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.730163] env[69308]: DEBUG nova.network.neutron [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.877341] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867909, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.949753] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867910, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.990180] env[69308]: DEBUG nova.compute.utils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.994661] env[69308]: DEBUG nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.994854] env[69308]: DEBUG nova.network.neutron [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.167517] env[69308]: INFO nova.compute.manager [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Took 29.52 seconds to build instance. [ 657.174045] env[69308]: DEBUG nova.policy [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '010bd7b3f80f49a4a826a13cb875f66e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd089663fac7c4f54b8daa8f481712304', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.249221] env[69308]: DEBUG nova.network.neutron [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updating instance_info_cache with network_info: [{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.380847] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867909, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.453599] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7445} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.454241] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 578c621d-2931-4573-b15c-05504145f9fc/578c621d-2931-4573-b15c-05504145f9fc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.454427] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.454753] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9512b3c3-68ec-4983-8435-f5fff220a3a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.463815] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 657.463815] env[69308]: value = "task-3867911" [ 657.463815] env[69308]: _type = "Task" [ 657.463815] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.471768] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Updated VIF entry in instance network info cache for port 9b92e152-fac5-4654-bca0-a84acda0178f. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.471768] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Updating instance_info_cache with network_info: [{"id": "9b92e152-fac5-4654-bca0-a84acda0178f", "address": "fa:16:3e:78:8c:01", "network": {"id": "1554acc2-b87e-41fd-bc03-0dd1147e2cfd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-961267363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe715cf93a2f45779d6f92a5e77ad5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b92e152-fa", "ovs_interfaceid": "9b92e152-fac5-4654-bca0-a84acda0178f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.479103] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.495933] env[69308]: DEBUG nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.561738] env[69308]: DEBUG nova.compute.manager [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Received event network-vif-plugged-a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.562016] env[69308]: DEBUG oslo_concurrency.lockutils [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] Acquiring lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.562268] env[69308]: DEBUG oslo_concurrency.lockutils [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] Lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.562440] env[69308]: DEBUG oslo_concurrency.lockutils [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] Lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.562969] env[69308]: DEBUG nova.compute.manager [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] No waiting events found dispatching network-vif-plugged-a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.562969] env[69308]: WARNING nova.compute.manager [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Received unexpected event network-vif-plugged-a16848d5-065e-4627-9ed1-bbc3a35997b5 for instance with vm_state building and task_state spawning. [ 657.562969] env[69308]: DEBUG nova.compute.manager [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Received event network-changed-a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.563169] env[69308]: DEBUG nova.compute.manager [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Refreshing instance network info cache due to event network-changed-a16848d5-065e-4627-9ed1-bbc3a35997b5. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.563219] env[69308]: DEBUG oslo_concurrency.lockutils [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] Acquiring lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.670101] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ec73e712-c63e-40dc-b2a2-02d33dbccebf tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.601s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.755354] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Releasing lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.755928] env[69308]: DEBUG nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Instance network_info: |[{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.756066] env[69308]: DEBUG oslo_concurrency.lockutils [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] Acquired lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.756171] env[69308]: DEBUG nova.network.neutron [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Refreshing network info cache for port a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.757486] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ee:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a16848d5-065e-4627-9ed1-bbc3a35997b5', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.767482] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Creating folder: Project (4e8dc93c0b9b44a4abbbf2ed4fc949ac). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.771578] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7706af3-022b-43e0-8bc9-8ec173161779 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.785453] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Created folder: Project (4e8dc93c0b9b44a4abbbf2ed4fc949ac) in parent group-v768498. [ 657.785624] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Creating folder: Instances. Parent ref: group-v768555. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.786343] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0feba70a-295d-49c9-b9a3-be3b244efa4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.803283] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Created folder: Instances in parent group-v768555. [ 657.803283] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.803283] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.803283] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47b9038a-0b52-4360-b26f-f68e83a86e03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.827274] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.827274] env[69308]: value = "task-3867914" [ 657.827274] env[69308]: _type = "Task" [ 657.827274] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.838582] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867914, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.875966] env[69308]: DEBUG oslo_vmware.api [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3867909, 'name': PowerOnVM_Task, 'duration_secs': 1.158206} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.876358] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.876419] env[69308]: INFO nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Took 9.96 seconds to spawn the instance on the hypervisor. [ 657.876913] env[69308]: DEBUG nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.877443] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9126e3f1-67e8-4546-95c7-2adc2487840e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.978024] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Releasing lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.978024] env[69308]: DEBUG nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Received event network-vif-plugged-a554f211-a1a3-4e57-8afc-c45709a3d555 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.978024] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Acquiring lock "578c621d-2931-4573-b15c-05504145f9fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.978024] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Lock "578c621d-2931-4573-b15c-05504145f9fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.978024] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Lock "578c621d-2931-4573-b15c-05504145f9fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.978895] env[69308]: DEBUG nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] No waiting events found dispatching network-vif-plugged-a554f211-a1a3-4e57-8afc-c45709a3d555 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.978895] env[69308]: WARNING nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Received unexpected event network-vif-plugged-a554f211-a1a3-4e57-8afc-c45709a3d555 for instance with vm_state building and task_state spawning. [ 657.978895] env[69308]: DEBUG nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Received event network-changed-a554f211-a1a3-4e57-8afc-c45709a3d555 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.978895] env[69308]: DEBUG nova.compute.manager [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Refreshing instance network info cache due to event network-changed-a554f211-a1a3-4e57-8afc-c45709a3d555. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.978895] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Acquiring lock "refresh_cache-578c621d-2931-4573-b15c-05504145f9fc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.979241] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Acquired lock "refresh_cache-578c621d-2931-4573-b15c-05504145f9fc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.979623] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Refreshing network info cache for port a554f211-a1a3-4e57-8afc-c45709a3d555 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.990870] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072231} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.994361] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.996043] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30c95a9-3031-45e7-aecc-681328849a01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.026407] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 578c621d-2931-4573-b15c-05504145f9fc/578c621d-2931-4573-b15c-05504145f9fc.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.032020] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2824e052-dd87-4988-8336-ead19a2a287f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.057028] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 658.057028] env[69308]: value = "task-3867915" [ 658.057028] env[69308]: _type = "Task" [ 658.057028] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.069938] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.121615] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd746f8-077c-4501-9f54-92ae067b04d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.131052] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98224ab-c522-49e3-9160-f452b61b3a70 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.166782] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84490e06-2802-4613-8e3a-46e713420e16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.175222] env[69308]: DEBUG nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.183524] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fb810d-271d-4637-a648-bb5f2aac1960 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.189643] env[69308]: DEBUG nova.network.neutron [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Successfully created port: 5abcd145-ff1a-49c6-9d15-318bfd9111c1 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.206401] env[69308]: DEBUG nova.compute.provider_tree [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.256245] env[69308]: DEBUG nova.compute.manager [req-b0ccf22c-f587-46a3-8a4c-a1a70da47803 req-feb45751-ac40-4530-bd95-ce74ec5c3458 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Received event network-changed-9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.258802] env[69308]: DEBUG nova.compute.manager [req-b0ccf22c-f587-46a3-8a4c-a1a70da47803 req-feb45751-ac40-4530-bd95-ce74ec5c3458 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Refreshing instance network info cache due to event network-changed-9b92e152-fac5-4654-bca0-a84acda0178f. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.259125] env[69308]: DEBUG oslo_concurrency.lockutils [req-b0ccf22c-f587-46a3-8a4c-a1a70da47803 req-feb45751-ac40-4530-bd95-ce74ec5c3458 service nova] Acquiring lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.259289] env[69308]: DEBUG oslo_concurrency.lockutils [req-b0ccf22c-f587-46a3-8a4c-a1a70da47803 req-feb45751-ac40-4530-bd95-ce74ec5c3458 service nova] Acquired lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.259455] env[69308]: DEBUG nova.network.neutron [req-b0ccf22c-f587-46a3-8a4c-a1a70da47803 req-feb45751-ac40-4530-bd95-ce74ec5c3458 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Refreshing network info cache for port 9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.343675] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867914, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.403834] env[69308]: INFO nova.compute.manager [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Took 29.82 seconds to build instance. [ 658.532521] env[69308]: DEBUG nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.565312] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.565312] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.565312] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.565577] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.565577] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.565577] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.565577] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.565577] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.565751] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.565751] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.565751] env[69308]: DEBUG nova.virt.hardware [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.568594] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2751b6e6-4364-48c6-9221-0786cc5a9ca7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.583796] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.585153] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601b2269-7b9b-41eb-a02d-89e6468b514f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.677480] env[69308]: DEBUG nova.network.neutron [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updated VIF entry in instance network info cache for port a16848d5-065e-4627-9ed1-bbc3a35997b5. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.677905] env[69308]: DEBUG nova.network.neutron [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updating instance_info_cache with network_info: [{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.679795] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Updated VIF entry in instance network info cache for port a554f211-a1a3-4e57-8afc-c45709a3d555. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.680199] env[69308]: DEBUG nova.network.neutron [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Updating instance_info_cache with network_info: [{"id": "a554f211-a1a3-4e57-8afc-c45709a3d555", "address": "fa:16:3e:65:1f:3c", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa554f211-a1", "ovs_interfaceid": "a554f211-a1a3-4e57-8afc-c45709a3d555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.709686] env[69308]: DEBUG nova.scheduler.client.report [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.717333] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.845307] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867914, 'name': CreateVM_Task, 'duration_secs': 0.733451} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.845737] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.847068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.847385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.847804] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.848189] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74f3d15-e7cc-4659-99d0-f3fad7e17eb6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.854323] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 658.854323] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c436f0-b9ae-0a19-991b-1d0d22bc650d" [ 658.854323] env[69308]: _type = "Task" [ 658.854323] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.864791] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c436f0-b9ae-0a19-991b-1d0d22bc650d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.907526] env[69308]: DEBUG oslo_concurrency.lockutils [None req-079cc530-c589-4d7c-9ebf-253efb9453b3 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.810s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.067814] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867915, 'name': ReconfigVM_Task, 'duration_secs': 0.767223} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.067814] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 578c621d-2931-4573-b15c-05504145f9fc/578c621d-2931-4573-b15c-05504145f9fc.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.069048] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ba3202-25bb-4f9d-a8d2-6287fe32e576 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.079203] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 659.079203] env[69308]: value = "task-3867916" [ 659.079203] env[69308]: _type = "Task" [ 659.079203] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.088672] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867916, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.183697] env[69308]: DEBUG oslo_concurrency.lockutils [req-867fa424-1e55-4e38-9ca4-e44ebf4c5282 req-2f1436ea-fc77-47f0-a64e-5df381f30faa service nova] Releasing lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.184365] env[69308]: DEBUG oslo_concurrency.lockutils [req-16157801-6d82-4164-ac0d-ad9701ec592a req-56b90d6c-7189-4365-9f0e-916ba9e1917b service nova] Releasing lock "refresh_cache-578c621d-2931-4573-b15c-05504145f9fc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.214345] env[69308]: DEBUG nova.network.neutron [req-b0ccf22c-f587-46a3-8a4c-a1a70da47803 req-feb45751-ac40-4530-bd95-ce74ec5c3458 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Updated VIF entry in instance network info cache for port 9b92e152-fac5-4654-bca0-a84acda0178f. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.215093] env[69308]: DEBUG nova.network.neutron [req-b0ccf22c-f587-46a3-8a4c-a1a70da47803 req-feb45751-ac40-4530-bd95-ce74ec5c3458 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Updating instance_info_cache with network_info: [{"id": "9b92e152-fac5-4654-bca0-a84acda0178f", "address": "fa:16:3e:78:8c:01", "network": {"id": "1554acc2-b87e-41fd-bc03-0dd1147e2cfd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-961267363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe715cf93a2f45779d6f92a5e77ad5ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b92e152-fa", "ovs_interfaceid": "9b92e152-fac5-4654-bca0-a84acda0178f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.219119] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.219119] env[69308]: DEBUG nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.222047] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.212s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.223897] env[69308]: INFO nova.compute.claims [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.366627] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c436f0-b9ae-0a19-991b-1d0d22bc650d, 'name': SearchDatastore_Task, 'duration_secs': 0.013043} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.367033] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.367446] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.367728] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.367870] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.368071] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.369337] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c93c5134-1d10-4363-8490-48f3425b739a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.381980] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.382202] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.382982] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43dd3d92-5b98-4f1c-95a5-9098f7ea0f84 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.395630] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 659.395630] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52936a99-d412-c3aa-debd-524bb93c7d6c" [ 659.395630] env[69308]: _type = "Task" [ 659.395630] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.405491] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52936a99-d412-c3aa-debd-524bb93c7d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.410150] env[69308]: DEBUG nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.588434] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867916, 'name': Rename_Task, 'duration_secs': 0.169962} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.588804] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.589272] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-700c6dff-7abc-4ca9-8e74-ea87106819bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.599400] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 659.599400] env[69308]: value = "task-3867917" [ 659.599400] env[69308]: _type = "Task" [ 659.599400] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.609586] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.723504] env[69308]: DEBUG oslo_concurrency.lockutils [req-b0ccf22c-f587-46a3-8a4c-a1a70da47803 req-feb45751-ac40-4530-bd95-ce74ec5c3458 service nova] Releasing lock "refresh_cache-693ccb58-152a-409f-ae7d-f0a68cf4880d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.729067] env[69308]: DEBUG nova.compute.utils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.733558] env[69308]: DEBUG nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.733736] env[69308]: DEBUG nova.network.neutron [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.791457] env[69308]: DEBUG nova.policy [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b254c240ce504edca844ced697abe1fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27f84597583e4f629f7e871d633df465', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.909776] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52936a99-d412-c3aa-debd-524bb93c7d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.03122} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.910911] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c34e95f-3411-4ecc-80ec-48e6a5b45a42 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.919219] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 659.919219] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52908a02-57e6-b817-47ee-b4811995be32" [ 659.919219] env[69308]: _type = "Task" [ 659.919219] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.932812] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52908a02-57e6-b817-47ee-b4811995be32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.942041] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.113092] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.235970] env[69308]: DEBUG nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.441147] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52908a02-57e6-b817-47ee-b4811995be32, 'name': SearchDatastore_Task, 'duration_secs': 0.015045} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.441418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.441692] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] fdadbd72-38cd-4ea8-be7a-cffd5bea01e0/fdadbd72-38cd-4ea8-be7a-cffd5bea01e0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.441971] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fbc6bd6-2430-40cc-bd70-06f337ebb7be {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.458301] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 660.458301] env[69308]: value = "task-3867918" [ 660.458301] env[69308]: _type = "Task" [ 660.458301] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.475800] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.544508] env[69308]: DEBUG nova.compute.manager [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 660.620177] env[69308]: DEBUG oslo_vmware.api [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867917, 'name': PowerOnVM_Task, 'duration_secs': 0.756183} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.622350] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.622624] env[69308]: INFO nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Took 9.95 seconds to spawn the instance on the hypervisor. [ 660.622809] env[69308]: DEBUG nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.623716] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e7b72d-fa2e-43de-bac0-b83963f27a27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.870985] env[69308]: DEBUG nova.network.neutron [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Successfully created port: 1418bd58-615e-4306-833a-37fff26db75c {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.937652] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f633eac6-a461-4ff3-9bc5-e4f0f2b71d1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.946965] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1230330-2f48-4cfa-ae24-409da6f81b53 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.992420] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706567e2-76ee-4a4f-816f-8ee4c99011b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.002641] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867918, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.007147] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8cd82-5966-4cb5-bf03-b5f184bd7f6e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.027590] env[69308]: DEBUG nova.compute.provider_tree [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.060811] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquiring lock "29b9af6b-f049-410e-b20f-5de1d3c84611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.061108] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "29b9af6b-f049-410e-b20f-5de1d3c84611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.081131] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.101542] env[69308]: DEBUG nova.network.neutron [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Successfully updated port: 5abcd145-ff1a-49c6-9d15-318bfd9111c1 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.152433] env[69308]: INFO nova.compute.manager [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Took 32.48 seconds to build instance. [ 661.196705] env[69308]: DEBUG nova.compute.manager [req-bc66c0a3-7f91-4f8f-9f2c-eae59d3d8f63 req-b1e2484d-c3ec-41dd-b68d-bf0389f49ff9 service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Received event network-vif-plugged-5abcd145-ff1a-49c6-9d15-318bfd9111c1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.197176] env[69308]: DEBUG oslo_concurrency.lockutils [req-bc66c0a3-7f91-4f8f-9f2c-eae59d3d8f63 req-b1e2484d-c3ec-41dd-b68d-bf0389f49ff9 service nova] Acquiring lock "fad3ad44-43cd-442e-8723-d27bbb893e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.197499] env[69308]: DEBUG oslo_concurrency.lockutils [req-bc66c0a3-7f91-4f8f-9f2c-eae59d3d8f63 req-b1e2484d-c3ec-41dd-b68d-bf0389f49ff9 service nova] Lock "fad3ad44-43cd-442e-8723-d27bbb893e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.197735] env[69308]: DEBUG oslo_concurrency.lockutils [req-bc66c0a3-7f91-4f8f-9f2c-eae59d3d8f63 req-b1e2484d-c3ec-41dd-b68d-bf0389f49ff9 service nova] Lock "fad3ad44-43cd-442e-8723-d27bbb893e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.199386] env[69308]: DEBUG nova.compute.manager [req-bc66c0a3-7f91-4f8f-9f2c-eae59d3d8f63 req-b1e2484d-c3ec-41dd-b68d-bf0389f49ff9 service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] No waiting events found dispatching network-vif-plugged-5abcd145-ff1a-49c6-9d15-318bfd9111c1 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.199668] env[69308]: WARNING nova.compute.manager [req-bc66c0a3-7f91-4f8f-9f2c-eae59d3d8f63 req-b1e2484d-c3ec-41dd-b68d-bf0389f49ff9 service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Received unexpected event network-vif-plugged-5abcd145-ff1a-49c6-9d15-318bfd9111c1 for instance with vm_state building and task_state spawning. [ 661.250381] env[69308]: DEBUG nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.293345] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.293758] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.293758] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.293950] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.294123] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.294300] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.294504] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.294804] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.294987] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.295464] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.295630] env[69308]: DEBUG nova.virt.hardware [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.296587] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab184ef-bc06-4509-a286-03678e8f926c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.312124] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b560632-70f0-402b-937d-7ede792bccb5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.495269] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919928} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.495580] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] fdadbd72-38cd-4ea8-be7a-cffd5bea01e0/fdadbd72-38cd-4ea8-be7a-cffd5bea01e0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.495995] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.496071] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef807557-c1b8-4b7a-a67d-04119bdb795b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.504440] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 661.504440] env[69308]: value = "task-3867919" [ 661.504440] env[69308]: _type = "Task" [ 661.504440] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.514349] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.531588] env[69308]: DEBUG nova.scheduler.client.report [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.606445] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "refresh_cache-fad3ad44-43cd-442e-8723-d27bbb893e0d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.606445] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquired lock "refresh_cache-fad3ad44-43cd-442e-8723-d27bbb893e0d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.606445] env[69308]: DEBUG nova.network.neutron [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.654730] env[69308]: DEBUG oslo_concurrency.lockutils [None req-28c0c9bf-cf80-4baf-bbce-d3c50ce5f24e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "578c621d-2931-4573-b15c-05504145f9fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.052s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.015090] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238495} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.015724] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.016736] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009994c-f785-45c8-88c5-b2ae11c8b26f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.045521] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] fdadbd72-38cd-4ea8-be7a-cffd5bea01e0/fdadbd72-38cd-4ea8-be7a-cffd5bea01e0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.046372] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.046860] env[69308]: DEBUG nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.049571] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5387fd6-2e30-44ce-909f-01f692f87f7b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.065483] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.720s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.066303] env[69308]: INFO nova.compute.claims [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.075551] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 662.075551] env[69308]: value = "task-3867920" [ 662.075551] env[69308]: _type = "Task" [ 662.075551] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.086978] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.145844] env[69308]: DEBUG nova.network.neutron [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.158524] env[69308]: DEBUG nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.353837] env[69308]: DEBUG nova.network.neutron [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Updating instance_info_cache with network_info: [{"id": "5abcd145-ff1a-49c6-9d15-318bfd9111c1", "address": "fa:16:3e:3c:17:27", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abcd145-ff", "ovs_interfaceid": "5abcd145-ff1a-49c6-9d15-318bfd9111c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.566791] env[69308]: DEBUG nova.compute.utils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.571798] env[69308]: DEBUG nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.571798] env[69308]: DEBUG nova.network.neutron [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.587377] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.642197] env[69308]: DEBUG nova.policy [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c06fc63feb6477ca865431c4aaee387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00b05245e5594ef9a7a86b58c2542a0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.698296] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.818335] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquiring lock "693ccb58-152a-409f-ae7d-f0a68cf4880d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.820179] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "693ccb58-152a-409f-ae7d-f0a68cf4880d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.820318] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquiring lock "693ccb58-152a-409f-ae7d-f0a68cf4880d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.820561] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "693ccb58-152a-409f-ae7d-f0a68cf4880d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.820747] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "693ccb58-152a-409f-ae7d-f0a68cf4880d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.825517] env[69308]: INFO nova.compute.manager [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Terminating instance [ 662.857628] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Releasing lock "refresh_cache-fad3ad44-43cd-442e-8723-d27bbb893e0d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.857956] env[69308]: DEBUG nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Instance network_info: |[{"id": "5abcd145-ff1a-49c6-9d15-318bfd9111c1", "address": "fa:16:3e:3c:17:27", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abcd145-ff", "ovs_interfaceid": "5abcd145-ff1a-49c6-9d15-318bfd9111c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.861019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:17:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5abcd145-ff1a-49c6-9d15-318bfd9111c1', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.871424] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.872217] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.872772] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d60664a-1451-4de8-81e2-2f53b3b47789 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.896781] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.896781] env[69308]: value = "task-3867921" [ 662.896781] env[69308]: _type = "Task" [ 662.896781] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.906398] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867921, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.073936] env[69308]: DEBUG nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.093292] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867920, 'name': ReconfigVM_Task, 'duration_secs': 0.865703} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.093725] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Reconfigured VM instance instance-00000014 to attach disk [datastore1] fdadbd72-38cd-4ea8-be7a-cffd5bea01e0/fdadbd72-38cd-4ea8-be7a-cffd5bea01e0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.094623] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a13f154e-5155-4670-b2a5-3bacf329018f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.106364] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 663.106364] env[69308]: value = "task-3867922" [ 663.106364] env[69308]: _type = "Task" [ 663.106364] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.122884] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867922, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.323953] env[69308]: DEBUG nova.network.neutron [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Successfully created port: 674a8478-caf7-466a-bd7a-a9ec991adbbd {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.329416] env[69308]: DEBUG nova.compute.manager [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.330318] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.330663] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393923d3-4e7c-443b-876d-a2afa87bd027 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.342509] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.346848] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b64323a-07b3-44a2-b23d-766ef485543c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.355190] env[69308]: DEBUG oslo_vmware.api [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 663.355190] env[69308]: value = "task-3867923" [ 663.355190] env[69308]: _type = "Task" [ 663.355190] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.366134] env[69308]: DEBUG oslo_vmware.api [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.393351] env[69308]: DEBUG nova.compute.manager [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Received event network-changed-5abcd145-ff1a-49c6-9d15-318bfd9111c1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.393496] env[69308]: DEBUG nova.compute.manager [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Refreshing instance network info cache due to event network-changed-5abcd145-ff1a-49c6-9d15-318bfd9111c1. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.395276] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] Acquiring lock "refresh_cache-fad3ad44-43cd-442e-8723-d27bbb893e0d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.395276] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] Acquired lock "refresh_cache-fad3ad44-43cd-442e-8723-d27bbb893e0d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.395276] env[69308]: DEBUG nova.network.neutron [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Refreshing network info cache for port 5abcd145-ff1a-49c6-9d15-318bfd9111c1 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.424127] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867921, 'name': CreateVM_Task, 'duration_secs': 0.370794} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.428460] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.434083] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.434226] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.434462] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.434781] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cceb883-ffca-4d43-8cbe-67eb40be0128 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.442557] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 663.442557] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fa4a47-c17c-7ade-83e9-ba99a2e6039d" [ 663.442557] env[69308]: _type = "Task" [ 663.442557] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.460790] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fa4a47-c17c-7ade-83e9-ba99a2e6039d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.616676] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867922, 'name': Rename_Task, 'duration_secs': 0.185322} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.617147] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.617310] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-314b0a8e-6039-49af-b447-3eecc9793cf8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.628435] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 663.628435] env[69308]: value = "task-3867924" [ 663.628435] env[69308]: _type = "Task" [ 663.628435] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.638366] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.655343] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Acquiring lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.655665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.731549] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff6e61d-9aad-427b-9458-a212a645c782 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.741884] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f61a61-e861-4d2f-a2ef-0c3766f25379 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.782307] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3834a19f-078b-46b3-9591-fd3619abd458 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.785671] env[69308]: DEBUG nova.network.neutron [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Successfully updated port: 1418bd58-615e-4306-833a-37fff26db75c {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.792913] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdaa362-938e-43bc-9f9b-4d0331159587 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.808632] env[69308]: DEBUG nova.compute.provider_tree [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.866233] env[69308]: DEBUG oslo_vmware.api [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867923, 'name': PowerOffVM_Task, 'duration_secs': 0.248866} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.866353] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.866522] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.866790] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7330862f-95e2-46b6-a01c-eb4447a2704d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.949910] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.950187] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.950299] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Deleting the datastore file [datastore2] 693ccb58-152a-409f-ae7d-f0a68cf4880d {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.951035] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c24aa12a-8c7a-4b20-86c0-d39df96361cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.958140] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fa4a47-c17c-7ade-83e9-ba99a2e6039d, 'name': SearchDatastore_Task, 'duration_secs': 0.018944} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.958878] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.959157] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.959765] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.959954] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.960193] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.960480] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf8fa193-d540-4642-b11e-951547f37b97 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.963948] env[69308]: DEBUG oslo_vmware.api [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for the task: (returnval){ [ 663.963948] env[69308]: value = "task-3867926" [ 663.963948] env[69308]: _type = "Task" [ 663.963948] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.973680] env[69308]: DEBUG oslo_vmware.api [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.980668] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.980937] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.981770] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f547b1ec-6c07-4515-80af-b7c0ee664a05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.988216] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 663.988216] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]521ae222-454e-ac58-1623-61faed99d04c" [ 663.988216] env[69308]: _type = "Task" [ 663.988216] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.997381] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521ae222-454e-ac58-1623-61faed99d04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.088720] env[69308]: DEBUG nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.116979] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.117257] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.117413] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.117596] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.117743] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.117889] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.118124] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.118292] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.118465] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.118629] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.118808] env[69308]: DEBUG nova.virt.hardware [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.119824] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c61ac37-9967-4d42-b217-eb8df4a95034 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.133884] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfffa1d9-cab8-4278-aaca-e610f14a5d36 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.147948] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.162379] env[69308]: DEBUG nova.compute.utils [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.287972] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquiring lock "refresh_cache-a7c372d8-0085-4e17-a038-78e473fb7adb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.288145] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquired lock "refresh_cache-a7c372d8-0085-4e17-a038-78e473fb7adb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.288299] env[69308]: DEBUG nova.network.neutron [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.335342] env[69308]: ERROR nova.scheduler.client.report [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [req-d2dfafe9-dced-4750-aceb-2c3399b58081] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2dfafe9-dced-4750-aceb-2c3399b58081"}]} [ 664.360854] env[69308]: DEBUG nova.scheduler.client.report [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 664.374024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.374538] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.374783] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.375035] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.375977] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.378643] env[69308]: INFO nova.compute.manager [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Terminating instance [ 664.383091] env[69308]: DEBUG nova.scheduler.client.report [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 664.383249] env[69308]: DEBUG nova.compute.provider_tree [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.409339] env[69308]: DEBUG nova.scheduler.client.report [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 664.431105] env[69308]: DEBUG nova.network.neutron [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Updated VIF entry in instance network info cache for port 5abcd145-ff1a-49c6-9d15-318bfd9111c1. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.431520] env[69308]: DEBUG nova.network.neutron [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Updating instance_info_cache with network_info: [{"id": "5abcd145-ff1a-49c6-9d15-318bfd9111c1", "address": "fa:16:3e:3c:17:27", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abcd145-ff", "ovs_interfaceid": "5abcd145-ff1a-49c6-9d15-318bfd9111c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.437931] env[69308]: DEBUG nova.scheduler.client.report [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 664.477492] env[69308]: DEBUG oslo_vmware.api [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Task: {'id': task-3867926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31339} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.480925] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.481221] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.481413] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.481591] env[69308]: INFO nova.compute.manager [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 664.481840] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.482619] env[69308]: DEBUG nova.compute.manager [-] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.482726] env[69308]: DEBUG nova.network.neutron [-] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.500137] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521ae222-454e-ac58-1623-61faed99d04c, 'name': SearchDatastore_Task, 'duration_secs': 0.01571} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.503733] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1226a4-a2ae-44da-be73-4a520e0bb715 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.510754] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 664.510754] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52570595-9c9f-5080-1829-82230f3d2933" [ 664.510754] env[69308]: _type = "Task" [ 664.510754] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.522490] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52570595-9c9f-5080-1829-82230f3d2933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.640458] env[69308]: DEBUG oslo_vmware.api [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3867924, 'name': PowerOnVM_Task, 'duration_secs': 0.835827} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.643434] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.643715] env[69308]: INFO nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Took 11.23 seconds to spawn the instance on the hypervisor. [ 664.643980] env[69308]: DEBUG nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.645068] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f159e32-fc70-4fb7-a301-3c937d637d91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.665418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.834206] env[69308]: DEBUG nova.network.neutron [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.893088] env[69308]: DEBUG nova.compute.manager [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.893413] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.894602] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f1a44-1dbe-46f4-87d8-e0c5d3047608 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.908325] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.908638] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e322f03-8ddd-4c84-b966-e524af5c613e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.937402] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] Releasing lock "refresh_cache-fad3ad44-43cd-442e-8723-d27bbb893e0d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.937402] env[69308]: DEBUG nova.compute.manager [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Received event network-changed-1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.937527] env[69308]: DEBUG nova.compute.manager [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Refreshing instance network info cache due to event network-changed-1a051928-cb02-4059-9a25-578cce7f8609. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.937757] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] Acquiring lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.937863] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] Acquired lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.938069] env[69308]: DEBUG nova.network.neutron [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Refreshing network info cache for port 1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.025177] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52570595-9c9f-5080-1829-82230f3d2933, 'name': SearchDatastore_Task, 'duration_secs': 0.019458} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.029939] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.030257] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] fad3ad44-43cd-442e-8723-d27bbb893e0d/fad3ad44-43cd-442e-8723-d27bbb893e0d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.034103] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb0f0888-c8cc-4d41-894e-2a975e307c0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.044027] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 665.044027] env[69308]: value = "task-3867928" [ 665.044027] env[69308]: _type = "Task" [ 665.044027] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.058421] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.086226] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72156f6-e10e-4a69-97fd-d87261c5ae4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.095712] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8279fef4-4ab0-4020-b622-266c4c7533c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.135499] env[69308]: DEBUG nova.network.neutron [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Updating instance_info_cache with network_info: [{"id": "1418bd58-615e-4306-833a-37fff26db75c", "address": "fa:16:3e:6e:6a:93", "network": {"id": "9d6b4fb2-e34b-4fa3-b4a2-b76562ee7748", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-128396488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27f84597583e4f629f7e871d633df465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1418bd58-61", "ovs_interfaceid": "1418bd58-615e-4306-833a-37fff26db75c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.138298] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d8f39e-c419-4eca-b73d-8f809f1cc5bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.147360] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a381360-dbbf-4f83-8b56-e66d7c327afa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.173609] env[69308]: DEBUG nova.compute.provider_tree [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.182476] env[69308]: INFO nova.compute.manager [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Took 35.30 seconds to build instance. [ 665.463257] env[69308]: DEBUG nova.network.neutron [-] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.561150] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.602383] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.602383] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.602383] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Deleting the datastore file [datastore2] d098ccf8-5ea6-4ad7-b99b-de0d95e6f371 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.602689] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e8050a6-e2f3-4400-bd5f-9668bbb4cb2c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.617098] env[69308]: DEBUG oslo_vmware.api [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 665.617098] env[69308]: value = "task-3867929" [ 665.617098] env[69308]: _type = "Task" [ 665.617098] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.642541] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Releasing lock "refresh_cache-a7c372d8-0085-4e17-a038-78e473fb7adb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.642873] env[69308]: DEBUG nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Instance network_info: |[{"id": "1418bd58-615e-4306-833a-37fff26db75c", "address": "fa:16:3e:6e:6a:93", "network": {"id": "9d6b4fb2-e34b-4fa3-b4a2-b76562ee7748", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-128396488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27f84597583e4f629f7e871d633df465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1418bd58-61", "ovs_interfaceid": "1418bd58-615e-4306-833a-37fff26db75c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.643210] env[69308]: DEBUG oslo_vmware.api [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.643567] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:6a:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1418bd58-615e-4306-833a-37fff26db75c', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.652578] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Creating folder: Project (27f84597583e4f629f7e871d633df465). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.652967] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27fc4baf-ddd5-426a-909c-e2d32ae828aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.671297] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Created folder: Project (27f84597583e4f629f7e871d633df465) in parent group-v768498. [ 665.671297] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Creating folder: Instances. Parent ref: group-v768559. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.671297] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20551c93-9b2e-4571-a7ff-4eae843dd5aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.682182] env[69308]: DEBUG nova.network.neutron [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Successfully updated port: 674a8478-caf7-466a-bd7a-a9ec991adbbd {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.685742] env[69308]: DEBUG nova.scheduler.client.report [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.696762] env[69308]: DEBUG oslo_concurrency.lockutils [None req-050e1520-d998-4a7f-94b9-2e6602b28124 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.430s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.702113] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Created folder: Instances in parent group-v768559. [ 665.702113] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.702336] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.702475] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e16551-0140-4602-a211-e839a4e2b18c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.727311] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.727311] env[69308]: value = "task-3867932" [ 665.727311] env[69308]: _type = "Task" [ 665.727311] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.738919] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867932, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.791968] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Acquiring lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.791968] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.791968] env[69308]: INFO nova.compute.manager [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Attaching volume 2a19030a-41ac-4b2b-8c76-015610706c0f to /dev/sdb [ 665.840775] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760acf59-4951-46d5-ae11-b0436b2fc36b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.854903] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b76d618-d673-4afe-b7e1-ea7db9151702 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.871155] env[69308]: DEBUG nova.virt.block_device [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Updating existing volume attachment record: 9426f503-4650-4cd1-ae02-73a0be59bc4d {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 665.881031] env[69308]: DEBUG nova.compute.manager [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Received event network-vif-plugged-1418bd58-615e-4306-833a-37fff26db75c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.881031] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] Acquiring lock "a7c372d8-0085-4e17-a038-78e473fb7adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.881031] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] Lock "a7c372d8-0085-4e17-a038-78e473fb7adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.881031] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] Lock "a7c372d8-0085-4e17-a038-78e473fb7adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.881031] env[69308]: DEBUG nova.compute.manager [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] No waiting events found dispatching network-vif-plugged-1418bd58-615e-4306-833a-37fff26db75c {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.881804] env[69308]: WARNING nova.compute.manager [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Received unexpected event network-vif-plugged-1418bd58-615e-4306-833a-37fff26db75c for instance with vm_state building and task_state spawning. [ 665.881804] env[69308]: DEBUG nova.compute.manager [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Received event network-changed-1418bd58-615e-4306-833a-37fff26db75c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.881804] env[69308]: DEBUG nova.compute.manager [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Refreshing instance network info cache due to event network-changed-1418bd58-615e-4306-833a-37fff26db75c. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.881804] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] Acquiring lock "refresh_cache-a7c372d8-0085-4e17-a038-78e473fb7adb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.881804] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] Acquired lock "refresh_cache-a7c372d8-0085-4e17-a038-78e473fb7adb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.882055] env[69308]: DEBUG nova.network.neutron [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Refreshing network info cache for port 1418bd58-615e-4306-833a-37fff26db75c {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.970552] env[69308]: INFO nova.compute.manager [-] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Took 1.49 seconds to deallocate network for instance. [ 666.062141] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689556} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.062839] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] fad3ad44-43cd-442e-8723-d27bbb893e0d/fad3ad44-43cd-442e-8723-d27bbb893e0d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.063082] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.063377] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-699dca94-1aaa-4fa4-98a7-4d764fd684e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.077295] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 666.077295] env[69308]: value = "task-3867933" [ 666.077295] env[69308]: _type = "Task" [ 666.077295] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.087390] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.135503] env[69308]: DEBUG oslo_vmware.api [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.136573] env[69308]: DEBUG nova.network.neutron [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Updated VIF entry in instance network info cache for port 1a051928-cb02-4059-9a25-578cce7f8609. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.136964] env[69308]: DEBUG nova.network.neutron [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Updating instance_info_cache with network_info: [{"id": "1a051928-cb02-4059-9a25-578cce7f8609", "address": "fa:16:3e:c0:dc:2e", "network": {"id": "6bde6918-2344-4abf-8720-d8ff519de5e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1278799466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99422356eab14e8ca8a87e4d20644bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a051928-cb", "ovs_interfaceid": "1a051928-cb02-4059-9a25-578cce7f8609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.201016] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.201225] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.201566] env[69308]: DEBUG nova.network.neutron [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.207316] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.140s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.207316] env[69308]: DEBUG nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.211682] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.120s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.219577] env[69308]: INFO nova.compute.claims [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.228581] env[69308]: DEBUG nova.compute.manager [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.243163] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867932, 'name': CreateVM_Task, 'duration_secs': 0.402911} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.243163] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.244451] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.244451] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.244748] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.245065] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0046dad7-d270-466d-8573-a83d5580ae29 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.253475] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 666.253475] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52864f75-2ccc-cfa4-484a-7a3604a6adcd" [ 666.253475] env[69308]: _type = "Task" [ 666.253475] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.268476] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52864f75-2ccc-cfa4-484a-7a3604a6adcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.482967] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.590177] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085009} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.590472] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.591390] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475c0b07-17bc-424e-90ee-016c688ba9df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.615964] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] fad3ad44-43cd-442e-8723-d27bbb893e0d/fad3ad44-43cd-442e-8723-d27bbb893e0d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.618809] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c462cccd-b8ff-4dd0-823c-b696262e88e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.643034] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2dcd57b-1813-4cee-bada-87629b083cbc req-2c6b5667-1bfa-480a-b54a-253a231362bc service nova] Releasing lock "refresh_cache-abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.643459] env[69308]: DEBUG oslo_vmware.api [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3867929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582776} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.648042] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.648042] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.648042] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.648042] env[69308]: INFO nova.compute.manager [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Took 1.75 seconds to destroy the instance on the hypervisor. [ 666.648042] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.648351] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 666.648351] env[69308]: value = "task-3867938" [ 666.648351] env[69308]: _type = "Task" [ 666.648351] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.648351] env[69308]: DEBUG nova.compute.manager [-] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.648351] env[69308]: DEBUG nova.network.neutron [-] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.658189] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.732562] env[69308]: DEBUG nova.compute.utils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.735959] env[69308]: DEBUG nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.736061] env[69308]: DEBUG nova.network.neutron [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.769037] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52864f75-2ccc-cfa4-484a-7a3604a6adcd, 'name': SearchDatastore_Task, 'duration_secs': 0.018887} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.770202] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.770721] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.771090] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.772029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.772029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.772029] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.772292] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49adc534-44b8-41c1-994d-3e99f6c053c8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.782958] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.783223] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.783967] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe313ba-ae61-4435-90cf-3db76343be13 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.790779] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 666.790779] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525cc6a8-4bb2-6b7d-cac6-853928edbe86" [ 666.790779] env[69308]: _type = "Task" [ 666.790779] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.801215] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525cc6a8-4bb2-6b7d-cac6-853928edbe86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.835302] env[69308]: DEBUG nova.network.neutron [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.066491] env[69308]: DEBUG nova.policy [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4a4252a999646888804f8bad3529eb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd94c1c3d72a44d0b026b0c8e30a5227', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.161565] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867938, 'name': ReconfigVM_Task, 'duration_secs': 0.377139} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.162188] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Reconfigured VM instance instance-00000015 to attach disk [datastore1] fad3ad44-43cd-442e-8723-d27bbb893e0d/fad3ad44-43cd-442e-8723-d27bbb893e0d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.162941] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6805c188-4b13-4d08-b3e3-2aa939991425 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.170471] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 667.170471] env[69308]: value = "task-3867939" [ 667.170471] env[69308]: _type = "Task" [ 667.170471] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.180112] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867939, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.199267] env[69308]: DEBUG nova.network.neutron [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Updated VIF entry in instance network info cache for port 1418bd58-615e-4306-833a-37fff26db75c. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.199267] env[69308]: DEBUG nova.network.neutron [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Updating instance_info_cache with network_info: [{"id": "1418bd58-615e-4306-833a-37fff26db75c", "address": "fa:16:3e:6e:6a:93", "network": {"id": "9d6b4fb2-e34b-4fa3-b4a2-b76562ee7748", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-128396488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27f84597583e4f629f7e871d633df465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1418bd58-61", "ovs_interfaceid": "1418bd58-615e-4306-833a-37fff26db75c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.245140] env[69308]: DEBUG nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.306782] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525cc6a8-4bb2-6b7d-cac6-853928edbe86, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.312877] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b9cc60-d4c6-4808-b961-cbd9ed7e2977 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.325073] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 667.325073] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f4a965-0217-1555-e852-fab7a872a941" [ 667.325073] env[69308]: _type = "Task" [ 667.325073] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.339371] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f4a965-0217-1555-e852-fab7a872a941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.392790] env[69308]: DEBUG nova.network.neutron [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Updating instance_info_cache with network_info: [{"id": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "address": "fa:16:3e:d1:29:0c", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a8478-ca", "ovs_interfaceid": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.687367] env[69308]: DEBUG nova.network.neutron [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Successfully created port: 6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.690281] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867939, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.702895] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] Releasing lock "refresh_cache-a7c372d8-0085-4e17-a038-78e473fb7adb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.703189] env[69308]: DEBUG nova.compute.manager [req-a4c720eb-9a94-40f6-920f-0bd75136b11d req-6141ae3a-282f-4c89-8251-502bc3282aa3 service nova] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Received event network-vif-deleted-9b92e152-fac5-4654-bca0-a84acda0178f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.844574] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f4a965-0217-1555-e852-fab7a872a941, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.844869] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.845224] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] a7c372d8-0085-4e17-a038-78e473fb7adb/a7c372d8-0085-4e17-a038-78e473fb7adb.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.845461] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29da2909-dc86-4bdc-96b4-17d9fbd84f9f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.859600] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 667.859600] env[69308]: value = "task-3867940" [ 667.859600] env[69308]: _type = "Task" [ 667.859600] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.873848] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.896587] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.896587] env[69308]: DEBUG nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Instance network_info: |[{"id": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "address": "fa:16:3e:d1:29:0c", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a8478-ca", "ovs_interfaceid": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.896925] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:29:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '674a8478-caf7-466a-bd7a-a9ec991adbbd', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.906880] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Creating folder: Project (00b05245e5594ef9a7a86b58c2542a0d). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.910877] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9781677-a117-4c5b-ab75-431929163e44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.924196] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Created folder: Project (00b05245e5594ef9a7a86b58c2542a0d) in parent group-v768498. [ 667.924437] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Creating folder: Instances. Parent ref: group-v768565. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.924744] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e7b0ac2-a511-4e4b-be5e-f66c0824d86a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.929311] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.930529] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.932747] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9cb3b6-9085-4b6d-b192-bf91f12454b4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.940162] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Created folder: Instances in parent group-v768565. [ 667.940558] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.942985] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.943731] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2639a45b-3661-4c43-81cd-cd27ef136943 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.962245] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387a9bea-99a1-412a-82ec-17ec0d9fa6a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.006067] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b704c9f6-14b1-46be-b809-0d85a5fd522a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.009628] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.009628] env[69308]: value = "task-3867943" [ 668.009628] env[69308]: _type = "Task" [ 668.009628] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.018980] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66504db3-d928-4c15-bb35-9186add3fed0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.028687] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867943, 'name': CreateVM_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.045424] env[69308]: DEBUG nova.compute.provider_tree [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.100778] env[69308]: DEBUG nova.network.neutron [-] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.187771] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867939, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.259140] env[69308]: DEBUG nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.311904] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.312570] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.312790] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.313180] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.313441] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.313724] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.314113] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.314409] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.314711] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.317020] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.317020] env[69308]: DEBUG nova.virt.hardware [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.317020] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884c4d46-586a-403d-9a21-c55cf3984141 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.330288] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ff6d8-e5cc-47b3-989f-fff486462c40 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.378724] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867940, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.411596] env[69308]: DEBUG nova.compute.manager [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Received event network-vif-plugged-674a8478-caf7-466a-bd7a-a9ec991adbbd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.412595] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Acquiring lock "e33c7029-3e87-43b6-9865-c4d0d912974d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.412595] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Lock "e33c7029-3e87-43b6-9865-c4d0d912974d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.412595] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Lock "e33c7029-3e87-43b6-9865-c4d0d912974d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.412595] env[69308]: DEBUG nova.compute.manager [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] No waiting events found dispatching network-vif-plugged-674a8478-caf7-466a-bd7a-a9ec991adbbd {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.412909] env[69308]: WARNING nova.compute.manager [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Received unexpected event network-vif-plugged-674a8478-caf7-466a-bd7a-a9ec991adbbd for instance with vm_state building and task_state spawning. [ 668.412909] env[69308]: DEBUG nova.compute.manager [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Received event network-changed-674a8478-caf7-466a-bd7a-a9ec991adbbd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.413115] env[69308]: DEBUG nova.compute.manager [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Refreshing instance network info cache due to event network-changed-674a8478-caf7-466a-bd7a-a9ec991adbbd. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.413353] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Acquiring lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.413511] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Acquired lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.413679] env[69308]: DEBUG nova.network.neutron [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Refreshing network info cache for port 674a8478-caf7-466a-bd7a-a9ec991adbbd {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.447347] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.447789] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.449345] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.449345] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.449345] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.449477] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.449652] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 668.451349] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.521839] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867943, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.550212] env[69308]: DEBUG nova.scheduler.client.report [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.604632] env[69308]: INFO nova.compute.manager [-] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Took 1.96 seconds to deallocate network for instance. [ 668.685891] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867939, 'name': Rename_Task, 'duration_secs': 1.211138} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.685891] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.685891] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6357d8b0-c17e-43d3-908c-4cf94ad0209f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.698392] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 668.698392] env[69308]: value = "task-3867945" [ 668.698392] env[69308]: _type = "Task" [ 668.698392] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.710956] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.876859] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749034} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.877486] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] a7c372d8-0085-4e17-a038-78e473fb7adb/a7c372d8-0085-4e17-a038-78e473fb7adb.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.877787] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.878097] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-738622f4-efc1-4f8a-9e4c-90d7e051e950 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.888582] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 668.888582] env[69308]: value = "task-3867946" [ 668.888582] env[69308]: _type = "Task" [ 668.888582] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.901785] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.955402] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.026798] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867943, 'name': CreateVM_Task, 'duration_secs': 0.732032} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.026922] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.027646] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.027806] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.028138] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.028395] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416e87cd-ce4c-4bba-8b5d-7c808fa0fe49 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.035016] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 669.035016] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c7f49a-bff0-2284-3722-b3359d9bc299" [ 669.035016] env[69308]: _type = "Task" [ 669.035016] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.047189] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c7f49a-bff0-2284-3722-b3359d9bc299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.054856] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.055412] env[69308]: DEBUG nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.059153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.003s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.062034] env[69308]: DEBUG nova.objects.instance [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] [instance: fc921d48-70c0-4871-9326-56333421f368] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 669.116582] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.176126] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "1084ebd4-418b-452e-a59b-d139d536f4d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.176126] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1084ebd4-418b-452e-a59b-d139d536f4d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.218897] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.219196] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.219724] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867945, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.253684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.253684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.294111] env[69308]: DEBUG nova.network.neutron [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Updated VIF entry in instance network info cache for port 674a8478-caf7-466a-bd7a-a9ec991adbbd. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.297134] env[69308]: DEBUG nova.network.neutron [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Updating instance_info_cache with network_info: [{"id": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "address": "fa:16:3e:d1:29:0c", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a8478-ca", "ovs_interfaceid": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.405062] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077824} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.405546] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.406239] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528c294-3bcc-4d9f-b50c-542f1d94f5d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.432138] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] a7c372d8-0085-4e17-a038-78e473fb7adb/a7c372d8-0085-4e17-a038-78e473fb7adb.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.432558] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce702709-db84-495a-8e4e-a3c08d7bf3ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.457910] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 669.457910] env[69308]: value = "task-3867947" [ 669.457910] env[69308]: _type = "Task" [ 669.457910] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.466818] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.550031] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c7f49a-bff0-2284-3722-b3359d9bc299, 'name': SearchDatastore_Task, 'duration_secs': 0.028329} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.550031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.550031] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.550031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.550663] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.550663] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.550663] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be14337b-897e-43e0-ba4b-4935bd8b84ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.564587] env[69308]: DEBUG nova.compute.utils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.572207] env[69308]: DEBUG nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.572207] env[69308]: DEBUG nova.network.neutron [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.572207] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.572207] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.574309] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d08a521-f8d9-45cd-bbfc-360668664587 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.580560] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 669.580560] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529d5c4b-c814-ec5c-6356-74f377a18bd2" [ 669.580560] env[69308]: _type = "Task" [ 669.580560] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.591646] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529d5c4b-c814-ec5c-6356-74f377a18bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.625080] env[69308]: DEBUG nova.network.neutron [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Successfully updated port: 6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.640987] env[69308]: DEBUG nova.policy [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c06fc63feb6477ca865431c4aaee387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00b05245e5594ef9a7a86b58c2542a0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.706792] env[69308]: DEBUG nova.compute.manager [req-f9f7f48a-cfd6-48eb-bf75-a2a32b6c44dd req-64253107-2fa0-463b-a8d1-534c5b76bdbe service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received event network-vif-plugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.708534] env[69308]: DEBUG oslo_concurrency.lockutils [req-f9f7f48a-cfd6-48eb-bf75-a2a32b6c44dd req-64253107-2fa0-463b-a8d1-534c5b76bdbe service nova] Acquiring lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.708534] env[69308]: DEBUG oslo_concurrency.lockutils [req-f9f7f48a-cfd6-48eb-bf75-a2a32b6c44dd req-64253107-2fa0-463b-a8d1-534c5b76bdbe service nova] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.708534] env[69308]: DEBUG oslo_concurrency.lockutils [req-f9f7f48a-cfd6-48eb-bf75-a2a32b6c44dd req-64253107-2fa0-463b-a8d1-534c5b76bdbe service nova] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.708534] env[69308]: DEBUG nova.compute.manager [req-f9f7f48a-cfd6-48eb-bf75-a2a32b6c44dd req-64253107-2fa0-463b-a8d1-534c5b76bdbe service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] No waiting events found dispatching network-vif-plugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.708534] env[69308]: WARNING nova.compute.manager [req-f9f7f48a-cfd6-48eb-bf75-a2a32b6c44dd req-64253107-2fa0-463b-a8d1-534c5b76bdbe service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received unexpected event network-vif-plugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 for instance with vm_state building and task_state spawning. [ 669.715526] env[69308]: DEBUG oslo_vmware.api [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867945, 'name': PowerOnVM_Task, 'duration_secs': 0.688997} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.715785] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.716073] env[69308]: INFO nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Took 11.18 seconds to spawn the instance on the hypervisor. [ 669.716280] env[69308]: DEBUG nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.717118] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b4c65-bf3e-4c11-a3c9-a25b74b243e3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.798728] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Releasing lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.799070] env[69308]: DEBUG nova.compute.manager [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Received event network-vif-deleted-92e5cfec-aa03-4e47-90f1-5342647484de {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.799281] env[69308]: DEBUG nova.compute.manager [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Received event network-changed-a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.799450] env[69308]: DEBUG nova.compute.manager [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Refreshing instance network info cache due to event network-changed-a16848d5-065e-4627-9ed1-bbc3a35997b5. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.799685] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Acquiring lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.799843] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Acquired lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.800058] env[69308]: DEBUG nova.network.neutron [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Refreshing network info cache for port a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.930178] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.930178] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.970989] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.063144] env[69308]: DEBUG nova.network.neutron [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Successfully created port: 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.069498] env[69308]: DEBUG nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.074581] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eade2b69-ff1f-4621-b4ae-4715cf11c5f7 tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.075517] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.453s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.075735] env[69308]: DEBUG nova.objects.instance [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lazy-loading 'resources' on Instance uuid d52ddc48-9f9b-486e-bd3c-7407860cda16 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.091848] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529d5c4b-c814-ec5c-6356-74f377a18bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.056613} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.093158] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f1d885-0e26-414a-a1e0-f58ba316a30d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.099701] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 670.099701] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52127c86-cf8f-d6cd-d4d5-182d7c03a84c" [ 670.099701] env[69308]: _type = "Task" [ 670.099701] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.110216] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52127c86-cf8f-d6cd-d4d5-182d7c03a84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.127463] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.127723] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.127769] env[69308]: DEBUG nova.network.neutron [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.238912] env[69308]: INFO nova.compute.manager [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Took 30.40 seconds to build instance. [ 670.475463] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.618463] env[69308]: DEBUG nova.network.neutron [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updated VIF entry in instance network info cache for port a16848d5-065e-4627-9ed1-bbc3a35997b5. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.618971] env[69308]: DEBUG nova.network.neutron [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updating instance_info_cache with network_info: [{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.627638] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52127c86-cf8f-d6cd-d4d5-182d7c03a84c, 'name': SearchDatastore_Task, 'duration_secs': 0.022643} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.628014] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.628247] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d/e33c7029-3e87-43b6-9865-c4d0d912974d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.628554] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a68c2c10-1694-4ba9-9e4c-30b3efe4d117 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.639567] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 670.639567] env[69308]: value = "task-3867948" [ 670.639567] env[69308]: _type = "Task" [ 670.639567] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.650212] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.671666] env[69308]: DEBUG nova.network.neutron [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.742682] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e9583936-c695-4d52-b18c-cab351fe204e tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "fad3ad44-43cd-442e-8723-d27bbb893e0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.990s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.848577] env[69308]: DEBUG nova.network.neutron [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating instance_info_cache with network_info: [{"id": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "address": "fa:16:3e:f7:99:bf", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bbde837-08", "ovs_interfaceid": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.963302] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 670.963596] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768564', 'volume_id': '2a19030a-41ac-4b2b-8c76-015610706c0f', 'name': 'volume-2a19030a-41ac-4b2b-8c76-015610706c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b292ee-acc4-4bc9-9f1f-62df83d1e36b', 'attached_at': '', 'detached_at': '', 'volume_id': '2a19030a-41ac-4b2b-8c76-015610706c0f', 'serial': '2a19030a-41ac-4b2b-8c76-015610706c0f'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 670.971336] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd977e5-0f9f-4c6c-8a33-6c01a90041f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.984027] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867947, 'name': ReconfigVM_Task, 'duration_secs': 1.035141} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.003324] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Reconfigured VM instance instance-00000016 to attach disk [datastore1] a7c372d8-0085-4e17-a038-78e473fb7adb/a7c372d8-0085-4e17-a038-78e473fb7adb.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.009339] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb38a82-5f11-4745-966b-f4ce4f456b84 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.014723] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0db1aa1-fab9-4a05-af30-c8909b5c632b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.049365] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-2a19030a-41ac-4b2b-8c76-015610706c0f/volume-2a19030a-41ac-4b2b-8c76-015610706c0f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.055663] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e49b2ce4-eacd-4df2-a139-8c691af9c682 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.071329] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 671.071329] env[69308]: value = "task-3867949" [ 671.071329] env[69308]: _type = "Task" [ 671.071329] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.078949] env[69308]: DEBUG nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.087456] env[69308]: DEBUG oslo_vmware.api [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Waiting for the task: (returnval){ [ 671.087456] env[69308]: value = "task-3867950" [ 671.087456] env[69308]: _type = "Task" [ 671.087456] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.087789] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867949, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.103218] env[69308]: DEBUG oslo_vmware.api [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Task: {'id': task-3867950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.124031] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.124260] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.124331] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.124520] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.124766] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.124832] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.125040] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.125258] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.125441] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.125666] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.125818] env[69308]: DEBUG nova.virt.hardware [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.126434] env[69308]: DEBUG oslo_concurrency.lockutils [req-ea94ea40-ee92-449d-ac39-459113ab1832 req-0eebe4d4-0a74-463a-8872-e75dee89fe22 service nova] Releasing lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.127884] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432bbd75-eb78-40f4-bd03-54c7295c2bba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.141216] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a887e725-d091-460e-8303-62022f8a8f0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.174561] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867948, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.251934] env[69308]: DEBUG nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.348555] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10cc816-56ba-4347-a2c1-ed63764a14a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.354651] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.354977] env[69308]: DEBUG nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Instance network_info: |[{"id": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "address": "fa:16:3e:f7:99:bf", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bbde837-08", "ovs_interfaceid": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.357342] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:99:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bbde837-08e4-407a-b42e-a65e27da7cb9', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.365253] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating folder: Project (bd94c1c3d72a44d0b026b0c8e30a5227). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.365949] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3bed317-ea04-4787-be9f-e223f515cece {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.368449] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d104c17-33c4-418a-adb5-07b761140083 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.406162] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c388ef-7e39-4ed7-afa1-8d7a1d97f3b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.409240] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Created folder: Project (bd94c1c3d72a44d0b026b0c8e30a5227) in parent group-v768498. [ 671.409427] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating folder: Instances. Parent ref: group-v768568. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.409671] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1acbac8e-27fe-4065-b1fa-5cfa769c8672 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.120269] env[69308]: DEBUG nova.network.neutron [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Successfully updated port: 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.122880] env[69308]: DEBUG nova.compute.manager [req-842584a9-0e3b-44bd-9a11-5ae34315d062 req-8b6c221c-40ec-45f2-a661-1bcf7471cdde service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Received event network-vif-plugged-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.123095] env[69308]: DEBUG oslo_concurrency.lockutils [req-842584a9-0e3b-44bd-9a11-5ae34315d062 req-8b6c221c-40ec-45f2-a661-1bcf7471cdde service nova] Acquiring lock "64302f20-818c-44b7-9518-1f894a0fce19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.123407] env[69308]: DEBUG oslo_concurrency.lockutils [req-842584a9-0e3b-44bd-9a11-5ae34315d062 req-8b6c221c-40ec-45f2-a661-1bcf7471cdde service nova] Lock "64302f20-818c-44b7-9518-1f894a0fce19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.123468] env[69308]: DEBUG oslo_concurrency.lockutils [req-842584a9-0e3b-44bd-9a11-5ae34315d062 req-8b6c221c-40ec-45f2-a661-1bcf7471cdde service nova] Lock "64302f20-818c-44b7-9518-1f894a0fce19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.123628] env[69308]: DEBUG nova.compute.manager [req-842584a9-0e3b-44bd-9a11-5ae34315d062 req-8b6c221c-40ec-45f2-a661-1bcf7471cdde service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] No waiting events found dispatching network-vif-plugged-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.123788] env[69308]: WARNING nova.compute.manager [req-842584a9-0e3b-44bd-9a11-5ae34315d062 req-8b6c221c-40ec-45f2-a661-1bcf7471cdde service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Received unexpected event network-vif-plugged-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 for instance with vm_state building and task_state spawning. [ 672.124676] env[69308]: DEBUG nova.compute.manager [req-5bdd6171-14a0-4fc4-860a-f3ad56d1de11 req-c047d3fc-0554-4b46-9868-3a1cce0d3e8f service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received event network-changed-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.124851] env[69308]: DEBUG nova.compute.manager [req-5bdd6171-14a0-4fc4-860a-f3ad56d1de11 req-c047d3fc-0554-4b46-9868-3a1cce0d3e8f service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Refreshing instance network info cache due to event network-changed-6bbde837-08e4-407a-b42e-a65e27da7cb9. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.125047] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bdd6171-14a0-4fc4-860a-f3ad56d1de11 req-c047d3fc-0554-4b46-9868-3a1cce0d3e8f service nova] Acquiring lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.125195] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bdd6171-14a0-4fc4-860a-f3ad56d1de11 req-c047d3fc-0554-4b46-9868-3a1cce0d3e8f service nova] Acquired lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.125341] env[69308]: DEBUG nova.network.neutron [req-5bdd6171-14a0-4fc4-860a-f3ad56d1de11 req-c047d3fc-0554-4b46-9868-3a1cce0d3e8f service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Refreshing network info cache for port 6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.136564] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b89815-a3d4-4bfe-9ce6-658d6104f6d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.143056] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Created folder: Instances in parent group-v768568. [ 672.143341] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.148633] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.150507] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb734b21-8d3c-4c5e-b49e-ddbc58669afa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.167525] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.187193] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867949, 'name': Rename_Task, 'duration_secs': 0.210158} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.187756] env[69308]: DEBUG nova.compute.provider_tree [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.193021] env[69308]: DEBUG oslo_vmware.api [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Task: {'id': task-3867950, 'name': ReconfigVM_Task, 'duration_secs': 0.765832} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.193021] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632687} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.193021] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.193021] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-2a19030a-41ac-4b2b-8c76-015610706c0f/volume-2a19030a-41ac-4b2b-8c76-015610706c0f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.198079] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d/e33c7029-3e87-43b6-9865-c4d0d912974d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.199026] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.203570] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50daa04d-3a6d-4ce5-968d-77da435db7d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.206783] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81be8c1b-3863-4fcd-8c58-30e3fd7c1fa0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.217653] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6467fecd-9235-499b-a23c-add0920f6f3d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.226419] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.226419] env[69308]: value = "task-3867953" [ 672.226419] env[69308]: _type = "Task" [ 672.226419] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.228271] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 672.228271] env[69308]: value = "task-3867954" [ 672.228271] env[69308]: _type = "Task" [ 672.228271] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.233852] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 672.233852] env[69308]: value = "task-3867955" [ 672.233852] env[69308]: _type = "Task" [ 672.233852] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.234144] env[69308]: DEBUG oslo_vmware.api [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Waiting for the task: (returnval){ [ 672.234144] env[69308]: value = "task-3867956" [ 672.234144] env[69308]: _type = "Task" [ 672.234144] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.249719] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867953, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.256941] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867954, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.263974] env[69308]: DEBUG oslo_vmware.api [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Task: {'id': task-3867956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.264312] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.462708] env[69308]: DEBUG nova.network.neutron [req-5bdd6171-14a0-4fc4-860a-f3ad56d1de11 req-c047d3fc-0554-4b46-9868-3a1cce0d3e8f service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updated VIF entry in instance network info cache for port 6bbde837-08e4-407a-b42e-a65e27da7cb9. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.464320] env[69308]: DEBUG nova.network.neutron [req-5bdd6171-14a0-4fc4-860a-f3ad56d1de11 req-c047d3fc-0554-4b46-9868-3a1cce0d3e8f service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating instance_info_cache with network_info: [{"id": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "address": "fa:16:3e:f7:99:bf", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bbde837-08", "ovs_interfaceid": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.622925] env[69308]: DEBUG nova.compute.manager [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.624041] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf22dbe-af05-44df-93be-b7025a23e651 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.652042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.652042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.652042] env[69308]: DEBUG nova.network.neutron [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.696114] env[69308]: DEBUG nova.scheduler.client.report [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.751440] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867953, 'name': CreateVM_Task, 'duration_secs': 0.426127} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.755491] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.756038] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.759081] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.759081] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.759081] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.760404] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efaed92f-16a5-4ea1-8e0f-942aa6d5f1cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.762534] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12895} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.766156] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.766571] env[69308]: DEBUG oslo_vmware.api [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Task: {'id': task-3867956, 'name': ReconfigVM_Task, 'duration_secs': 0.224171} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.770085] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454dbc71-a62b-47d2-b508-33cebe70feac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.770346] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768564', 'volume_id': '2a19030a-41ac-4b2b-8c76-015610706c0f', 'name': 'volume-2a19030a-41ac-4b2b-8c76-015610706c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b292ee-acc4-4bc9-9f1f-62df83d1e36b', 'attached_at': '', 'detached_at': '', 'volume_id': '2a19030a-41ac-4b2b-8c76-015610706c0f', 'serial': '2a19030a-41ac-4b2b-8c76-015610706c0f'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 672.777351] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 672.777351] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52725132-e8c0-ba68-19bc-093a121f9f05" [ 672.777351] env[69308]: _type = "Task" [ 672.777351] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.805381] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d/e33c7029-3e87-43b6-9865-c4d0d912974d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.805381] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3091c342-a77e-4cc5-92e5-a9b967f628ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.824244] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52725132-e8c0-ba68-19bc-093a121f9f05, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.826877] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.826877] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.826877] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.826877] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.827088] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.827088] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a811dc43-7ae1-4545-83be-621a0e35a7bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.832019] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 672.832019] env[69308]: value = "task-3867957" [ 672.832019] env[69308]: _type = "Task" [ 672.832019] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.837703] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.837870] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.841688] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55dfb899-d19d-488a-9fc8-baefa5c97496 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.844048] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.849031] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 672.849031] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f08c9a-1f33-baa0-fe85-3ef1f82c9787" [ 672.849031] env[69308]: _type = "Task" [ 672.849031] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.857966] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f08c9a-1f33-baa0-fe85-3ef1f82c9787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.967475] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bdd6171-14a0-4fc4-860a-f3ad56d1de11 req-c047d3fc-0554-4b46-9868-3a1cce0d3e8f service nova] Releasing lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.136739] env[69308]: INFO nova.compute.manager [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] instance snapshotting [ 673.139842] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05d0fcc-a1ff-4838-907f-f40233211547 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.161119] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a567e85-1462-431d-b173-eae38d6a4d6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.193581] env[69308]: DEBUG nova.network.neutron [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.199707] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.124s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.202586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.453s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.203050] env[69308]: DEBUG nova.objects.instance [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lazy-loading 'resources' on Instance uuid 7ed18568-9081-4128-b83f-d859bedb1bcd {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.241497] env[69308]: INFO nova.scheduler.client.report [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted allocations for instance d52ddc48-9f9b-486e-bd3c-7407860cda16 [ 673.255057] env[69308]: DEBUG oslo_vmware.api [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867954, 'name': PowerOnVM_Task, 'duration_secs': 0.744776} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.255057] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.255057] env[69308]: INFO nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Took 12.00 seconds to spawn the instance on the hypervisor. [ 673.255057] env[69308]: DEBUG nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.255396] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3cfd9-59dc-4042-83e6-ad581b99920d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.343389] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867957, 'name': ReconfigVM_Task, 'duration_secs': 0.498768} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.343663] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d/e33c7029-3e87-43b6-9865-c4d0d912974d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.344301] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95075c7f-369d-42ea-a262-d4a95e69063c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.366475] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f08c9a-1f33-baa0-fe85-3ef1f82c9787, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.366774] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 673.366774] env[69308]: value = "task-3867958" [ 673.366774] env[69308]: _type = "Task" [ 673.366774] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.367880] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575d9057-c583-4682-b3f8-ed74dd9e8501 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.378046] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 673.378046] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b647d2-b6da-8123-f761-21012b5e5f97" [ 673.378046] env[69308]: _type = "Task" [ 673.378046] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.381149] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867958, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.390862] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b647d2-b6da-8123-f761-21012b5e5f97, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.391156] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.391451] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27/6b05f946-8630-4f0b-98aa-0149e4d97e27.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.391714] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6287e1fe-825f-43e2-9fca-4b38be046c23 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.399267] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 673.399267] env[69308]: value = "task-3867959" [ 673.399267] env[69308]: _type = "Task" [ 673.399267] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.408805] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.409658] env[69308]: DEBUG nova.network.neutron [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Updating instance_info_cache with network_info: [{"id": "8cdd5821-d7a8-475f-a99d-bf30cda8cbd0", "address": "fa:16:3e:3b:7b:ca", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdd5821-d7", "ovs_interfaceid": "8cdd5821-d7a8-475f-a99d-bf30cda8cbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.675203] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 673.675203] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36baf1bf-d28b-48fa-a3d7-afa3b4fddc58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.683634] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 673.683634] env[69308]: value = "task-3867960" [ 673.683634] env[69308]: _type = "Task" [ 673.683634] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.696466] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867960, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.717213] env[69308]: DEBUG nova.compute.manager [req-a4bea823-8dee-4991-9b09-659c0f9077b0 req-05d1e248-10d5-44a2-b3ba-1a2affc6016c service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Received event network-changed-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.717213] env[69308]: DEBUG nova.compute.manager [req-a4bea823-8dee-4991-9b09-659c0f9077b0 req-05d1e248-10d5-44a2-b3ba-1a2affc6016c service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Refreshing instance network info cache due to event network-changed-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.717297] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4bea823-8dee-4991-9b09-659c0f9077b0 req-05d1e248-10d5-44a2-b3ba-1a2affc6016c service nova] Acquiring lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.752649] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048d7107-cc34-4d05-8ecb-6f49adfd91fe tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "d52ddc48-9f9b-486e-bd3c-7407860cda16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.563s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.779108] env[69308]: INFO nova.compute.manager [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Took 33.56 seconds to build instance. [ 673.838692] env[69308]: DEBUG nova.objects.instance [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Lazy-loading 'flavor' on Instance uuid c8b292ee-acc4-4bc9-9f1f-62df83d1e36b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.880644] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867958, 'name': Rename_Task, 'duration_secs': 0.176644} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.880887] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.881164] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a7f10a5-7f4f-4447-9bab-dafe7cb999d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.889336] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 673.889336] env[69308]: value = "task-3867961" [ 673.889336] env[69308]: _type = "Task" [ 673.889336] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.899505] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.911328] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485385} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.911597] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27/6b05f946-8630-4f0b-98aa-0149e4d97e27.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.911815] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.912076] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b14f5428-2c3b-448d-86ec-b56246dcde0c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.916561] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.916915] env[69308]: DEBUG nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Instance network_info: |[{"id": "8cdd5821-d7a8-475f-a99d-bf30cda8cbd0", "address": "fa:16:3e:3b:7b:ca", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdd5821-d7", "ovs_interfaceid": "8cdd5821-d7a8-475f-a99d-bf30cda8cbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.917445] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4bea823-8dee-4991-9b09-659c0f9077b0 req-05d1e248-10d5-44a2-b3ba-1a2affc6016c service nova] Acquired lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.917649] env[69308]: DEBUG nova.network.neutron [req-a4bea823-8dee-4991-9b09-659c0f9077b0 req-05d1e248-10d5-44a2-b3ba-1a2affc6016c service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Refreshing network info cache for port 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.919062] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:7b:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cdd5821-d7a8-475f-a99d-bf30cda8cbd0', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.926557] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.930637] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.932575] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a297badb-6755-4b37-b0b4-1b1d8a4e939c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.949681] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 673.949681] env[69308]: value = "task-3867962" [ 673.949681] env[69308]: _type = "Task" [ 673.949681] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.959364] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.959364] env[69308]: value = "task-3867963" [ 673.959364] env[69308]: _type = "Task" [ 673.959364] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.962583] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.974895] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867963, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.198381] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867960, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.280152] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7a9097-dbe4-4b68-a522-2a405a153489 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.283917] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c86d1514-1312-4492-b5ea-d71828483a89 tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "a7c372d8-0085-4e17-a038-78e473fb7adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.960s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.291931] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3dad3c-45e3-46c8-b442-be206374e246 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.330786] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57827d0-58c9-4130-9be9-a8d8e8b9df33 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.343027] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf9ef87-6e25-4708-90fa-423d0e4286a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.347198] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c24f095-6701-47d6-a36c-9feae43e191b tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.556s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.358261] env[69308]: DEBUG nova.compute.provider_tree [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.401977] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867961, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.462969] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078953} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.466591] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.467732] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6786b8-14d6-4dc4-8f1c-0c3dc18f73cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.493922] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27/6b05f946-8630-4f0b-98aa-0149e4d97e27.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.494276] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867963, 'name': CreateVM_Task, 'duration_secs': 0.469658} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.497076] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594207c5-2ea6-4216-b4e8-53c48eb677b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.512606] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.513648] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.513811] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.514153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.515095] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68d8be9-1544-4222-8c2f-4a311a36b71a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.523287] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 674.523287] env[69308]: value = "task-3867964" [ 674.523287] env[69308]: _type = "Task" [ 674.523287] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.523287] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 674.523287] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525c9767-e249-ad9b-a5e1-0845d2b9bcc1" [ 674.523287] env[69308]: _type = "Task" [ 674.523287] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.539800] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.540128] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525c9767-e249-ad9b-a5e1-0845d2b9bcc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.691670] env[69308]: DEBUG oslo_concurrency.lockutils [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Acquiring lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.692142] env[69308]: DEBUG oslo_concurrency.lockutils [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.697711] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867960, 'name': CreateSnapshot_Task, 'duration_secs': 1.013291} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.698351] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 674.699220] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c93404-0ccc-453c-ae71-87ae9594d0d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.761963] env[69308]: DEBUG nova.network.neutron [req-a4bea823-8dee-4991-9b09-659c0f9077b0 req-05d1e248-10d5-44a2-b3ba-1a2affc6016c service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Updated VIF entry in instance network info cache for port 8cdd5821-d7a8-475f-a99d-bf30cda8cbd0. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.762557] env[69308]: DEBUG nova.network.neutron [req-a4bea823-8dee-4991-9b09-659c0f9077b0 req-05d1e248-10d5-44a2-b3ba-1a2affc6016c service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Updating instance_info_cache with network_info: [{"id": "8cdd5821-d7a8-475f-a99d-bf30cda8cbd0", "address": "fa:16:3e:3b:7b:ca", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdd5821-d7", "ovs_interfaceid": "8cdd5821-d7a8-475f-a99d-bf30cda8cbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.786948] env[69308]: DEBUG nova.compute.manager [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.861935] env[69308]: DEBUG nova.scheduler.client.report [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.901550] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867961, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.041091] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.045185] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525c9767-e249-ad9b-a5e1-0845d2b9bcc1, 'name': SearchDatastore_Task, 'duration_secs': 0.020284} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.045514] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.045750] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.045987] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.046267] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.046322] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.046602] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98969555-e1d3-47ef-8f48-f3ff0f98c206 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.058032] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.058158] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.059045] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40942928-5aaf-4d71-9958-48cf41b84d70 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.066205] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 675.066205] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e42d3-e24b-a7dd-96b2-79696701a6f5" [ 675.066205] env[69308]: _type = "Task" [ 675.066205] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.074997] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e42d3-e24b-a7dd-96b2-79696701a6f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.199726] env[69308]: INFO nova.compute.manager [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Detaching volume 2a19030a-41ac-4b2b-8c76-015610706c0f [ 675.226599] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 675.227133] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93911a04-7802-4f3f-8c74-9b7a6a1113c9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.238986] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 675.238986] env[69308]: value = "task-3867965" [ 675.238986] env[69308]: _type = "Task" [ 675.238986] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.240374] env[69308]: INFO nova.virt.block_device [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Attempting to driver detach volume 2a19030a-41ac-4b2b-8c76-015610706c0f from mountpoint /dev/sdb [ 675.240670] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 675.240936] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768564', 'volume_id': '2a19030a-41ac-4b2b-8c76-015610706c0f', 'name': 'volume-2a19030a-41ac-4b2b-8c76-015610706c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b292ee-acc4-4bc9-9f1f-62df83d1e36b', 'attached_at': '', 'detached_at': '', 'volume_id': '2a19030a-41ac-4b2b-8c76-015610706c0f', 'serial': '2a19030a-41ac-4b2b-8c76-015610706c0f'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 675.242168] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bc8c6-9308-4c67-a986-501a259d88e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.258429] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867965, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.283210] env[69308]: DEBUG oslo_concurrency.lockutils [req-a4bea823-8dee-4991-9b09-659c0f9077b0 req-05d1e248-10d5-44a2-b3ba-1a2affc6016c service nova] Releasing lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.284649] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4984bb87-22ca-4cc0-84c0-84c948dd9299 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.293770] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82678bd8-3ea8-4eb4-ba0d-a1cfc177b64b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.317729] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368a2398-2981-4179-aa37-7c426c2335dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.335955] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] The volume has not been displaced from its original location: [datastore2] volume-2a19030a-41ac-4b2b-8c76-015610706c0f/volume-2a19030a-41ac-4b2b-8c76-015610706c0f.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 675.342186] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 675.343597] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.343901] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f1ed19-0d2f-439e-925e-8f96f36c72af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.367053] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.370423] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.274s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.372759] env[69308]: INFO nova.compute.claims [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.379665] env[69308]: DEBUG oslo_vmware.api [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Waiting for the task: (returnval){ [ 675.379665] env[69308]: value = "task-3867966" [ 675.379665] env[69308]: _type = "Task" [ 675.379665] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.389371] env[69308]: DEBUG oslo_vmware.api [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Task: {'id': task-3867966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.391613] env[69308]: INFO nova.scheduler.client.report [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Deleted allocations for instance 7ed18568-9081-4128-b83f-d859bedb1bcd [ 675.406046] env[69308]: DEBUG oslo_vmware.api [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867961, 'name': PowerOnVM_Task, 'duration_secs': 1.16877} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.406046] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.406276] env[69308]: INFO nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Took 11.32 seconds to spawn the instance on the hypervisor. [ 675.406487] env[69308]: DEBUG nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.407521] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c31a70-6df5-4916-a74b-94ffc461a946 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.534746] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867964, 'name': ReconfigVM_Task, 'duration_secs': 0.950454} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.535181] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27/6b05f946-8630-4f0b-98aa-0149e4d97e27.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.535936] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99383cb6-9903-449e-8670-08828e9423f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.544236] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 675.544236] env[69308]: value = "task-3867967" [ 675.544236] env[69308]: _type = "Task" [ 675.544236] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.556345] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867967, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.577427] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e42d3-e24b-a7dd-96b2-79696701a6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.578588] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a4ef21-e14f-408f-9245-3510ab8302a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.585846] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 675.585846] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5293aafc-a0a3-50e0-1cce-f6acc78755fb" [ 675.585846] env[69308]: _type = "Task" [ 675.585846] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.597371] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5293aafc-a0a3-50e0-1cce-f6acc78755fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.606778] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquiring lock "a7c372d8-0085-4e17-a038-78e473fb7adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.606778] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "a7c372d8-0085-4e17-a038-78e473fb7adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.606778] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquiring lock "a7c372d8-0085-4e17-a038-78e473fb7adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.607051] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "a7c372d8-0085-4e17-a038-78e473fb7adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.607182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "a7c372d8-0085-4e17-a038-78e473fb7adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.610276] env[69308]: INFO nova.compute.manager [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Terminating instance [ 675.751678] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867965, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.892861] env[69308]: DEBUG oslo_vmware.api [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Task: {'id': task-3867966, 'name': ReconfigVM_Task, 'duration_secs': 0.258276} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.895375] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 675.900286] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf245663-279d-41a7-9082-34b69477f9a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.916689] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0ad8bc86-d5e3-435b-9ed6-f7e76dfb071c tempest-TenantUsagesTestJSON-1967835532 tempest-TenantUsagesTestJSON-1967835532-project-member] Lock "7ed18568-9081-4128-b83f-d859bedb1bcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.267s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.926524] env[69308]: INFO nova.compute.manager [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Took 32.95 seconds to build instance. [ 675.930722] env[69308]: DEBUG oslo_vmware.api [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Waiting for the task: (returnval){ [ 675.930722] env[69308]: value = "task-3867968" [ 675.930722] env[69308]: _type = "Task" [ 675.930722] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.944499] env[69308]: DEBUG oslo_vmware.api [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Task: {'id': task-3867968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.056831] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867967, 'name': Rename_Task, 'duration_secs': 0.190009} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.057214] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.057477] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c04f96e-72d7-4853-b075-eec780499c69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.064959] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 676.064959] env[69308]: value = "task-3867969" [ 676.064959] env[69308]: _type = "Task" [ 676.064959] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.074189] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.098020] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5293aafc-a0a3-50e0-1cce-f6acc78755fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013645} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.098315] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.098581] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19/64302f20-818c-44b7-9518-1f894a0fce19.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.098841] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b31d2a18-489f-4ce0-b158-88da37b4ddd2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.107557] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 676.107557] env[69308]: value = "task-3867970" [ 676.107557] env[69308]: _type = "Task" [ 676.107557] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.117381] env[69308]: DEBUG nova.compute.manager [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.117633] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.119165] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.119165] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6881670c-faf1-4ace-9dad-392326d32008 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.126473] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.126747] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c73400b5-8d3d-4266-b321-9d140cac369e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.134987] env[69308]: DEBUG oslo_vmware.api [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 676.134987] env[69308]: value = "task-3867971" [ 676.134987] env[69308]: _type = "Task" [ 676.134987] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.141941] env[69308]: DEBUG oslo_vmware.api [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.253042] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867965, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.428695] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e2e38ec5-480b-4766-aa28-847f6998dccb tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "e33c7029-3e87-43b6-9865-c4d0d912974d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.793s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.445662] env[69308]: DEBUG oslo_vmware.api [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Task: {'id': task-3867968, 'name': ReconfigVM_Task, 'duration_secs': 0.159524} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.446154] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768564', 'volume_id': '2a19030a-41ac-4b2b-8c76-015610706c0f', 'name': 'volume-2a19030a-41ac-4b2b-8c76-015610706c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b292ee-acc4-4bc9-9f1f-62df83d1e36b', 'attached_at': '', 'detached_at': '', 'volume_id': '2a19030a-41ac-4b2b-8c76-015610706c0f', 'serial': '2a19030a-41ac-4b2b-8c76-015610706c0f'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 676.577868] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867969, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.619265] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487373} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.619712] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19/64302f20-818c-44b7-9518-1f894a0fce19.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.620109] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.622813] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1329083c-879f-4110-8ebf-62d4ce7b907f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.630920] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 676.630920] env[69308]: value = "task-3867972" [ 676.630920] env[69308]: _type = "Task" [ 676.630920] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.646399] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.652586] env[69308]: DEBUG oslo_vmware.api [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867971, 'name': PowerOffVM_Task, 'duration_secs': 0.193947} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.652923] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.653166] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.653650] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d9a88c9-072a-4001-94e9-9f4a2a18f714 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.726481] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.726928] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.727257] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Deleting the datastore file [datastore1] a7c372d8-0085-4e17-a038-78e473fb7adb {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.727561] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc214cbb-e3c2-4ccb-aa75-6ac98e146994 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.735832] env[69308]: DEBUG oslo_vmware.api [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for the task: (returnval){ [ 676.735832] env[69308]: value = "task-3867974" [ 676.735832] env[69308]: _type = "Task" [ 676.735832] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.753276] env[69308]: DEBUG oslo_vmware.api [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.759517] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867965, 'name': CloneVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.934360] env[69308]: DEBUG nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.004579] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e5e0d-c7e5-493a-a364-a900e7f00f80 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.015434] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a798c7-cec9-4341-8ab3-5fe1b5e86c81 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.051131] env[69308]: DEBUG nova.objects.instance [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Lazy-loading 'flavor' on Instance uuid c8b292ee-acc4-4bc9-9f1f-62df83d1e36b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.053764] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63e09d7-821f-428b-bac0-be51fba8d878 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.063319] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3aefc7-cbbe-4702-965e-29126ecf4bc1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.077381] env[69308]: DEBUG oslo_vmware.api [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3867969, 'name': PowerOnVM_Task, 'duration_secs': 0.728005} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.086371] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.086371] env[69308]: INFO nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Took 8.83 seconds to spawn the instance on the hypervisor. [ 677.086371] env[69308]: DEBUG nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.086491] env[69308]: DEBUG nova.compute.provider_tree [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.088641] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f932289-5181-4d20-8b2c-7ebdb9e5a55e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.142602] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126757} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.144054] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.149347] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3804de80-3598-4b41-9854-b701f1cd450f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.177814] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19/64302f20-818c-44b7-9518-1f894a0fce19.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.178880] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb52061-8c36-467f-951c-a04b761fb1c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.204074] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 677.204074] env[69308]: value = "task-3867975" [ 677.204074] env[69308]: _type = "Task" [ 677.204074] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.214393] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.252448] env[69308]: DEBUG oslo_vmware.api [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Task: {'id': task-3867974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172976} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.253193] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.253556] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.253556] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.253820] env[69308]: INFO nova.compute.manager [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 677.254101] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.254339] env[69308]: DEBUG nova.compute.manager [-] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.255211] env[69308]: DEBUG nova.network.neutron [-] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.259999] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867965, 'name': CloneVM_Task, 'duration_secs': 1.596818} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.260546] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Created linked-clone VM from snapshot [ 677.261325] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd2a176-be95-4751-9491-6579c7580d7f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.270811] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Uploading image c8644573-ca2f-4806-a835-88eb2ad6bf53 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 677.297981] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 677.297981] env[69308]: value = "vm-768573" [ 677.297981] env[69308]: _type = "VirtualMachine" [ 677.297981] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 677.298713] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-938f9b1e-dd52-4905-9d20-6d1f45a817d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.309078] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lease: (returnval){ [ 677.309078] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f68713-36f8-fad4-2a54-958cd81e9f8c" [ 677.309078] env[69308]: _type = "HttpNfcLease" [ 677.309078] env[69308]: } obtained for exporting VM: (result){ [ 677.309078] env[69308]: value = "vm-768573" [ 677.309078] env[69308]: _type = "VirtualMachine" [ 677.309078] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 677.309428] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the lease: (returnval){ [ 677.309428] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f68713-36f8-fad4-2a54-958cd81e9f8c" [ 677.309428] env[69308]: _type = "HttpNfcLease" [ 677.309428] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 677.316595] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 677.316595] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f68713-36f8-fad4-2a54-958cd81e9f8c" [ 677.316595] env[69308]: _type = "HttpNfcLease" [ 677.316595] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 677.462500] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.566703] env[69308]: DEBUG nova.compute.manager [req-00815bef-1b2c-4e99-8040-bd50fd2a706e req-5e31050a-2463-43bd-bf05-57b7758ddf59 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Received event network-vif-deleted-1418bd58-615e-4306-833a-37fff26db75c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.567022] env[69308]: INFO nova.compute.manager [req-00815bef-1b2c-4e99-8040-bd50fd2a706e req-5e31050a-2463-43bd-bf05-57b7758ddf59 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Neutron deleted interface 1418bd58-615e-4306-833a-37fff26db75c; detaching it from the instance and deleting it from the info cache [ 677.567190] env[69308]: DEBUG nova.network.neutron [req-00815bef-1b2c-4e99-8040-bd50fd2a706e req-5e31050a-2463-43bd-bf05-57b7758ddf59 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.592990] env[69308]: DEBUG nova.scheduler.client.report [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.615404] env[69308]: INFO nova.compute.manager [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Took 32.30 seconds to build instance. [ 677.653766] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquiring lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.654134] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.654418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquiring lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.654646] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.654858] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.657557] env[69308]: INFO nova.compute.manager [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Terminating instance [ 677.715494] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.819994] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 677.819994] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f68713-36f8-fad4-2a54-958cd81e9f8c" [ 677.819994] env[69308]: _type = "HttpNfcLease" [ 677.819994] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 677.821915] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 677.821915] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f68713-36f8-fad4-2a54-958cd81e9f8c" [ 677.821915] env[69308]: _type = "HttpNfcLease" [ 677.821915] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 677.821915] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240d5c26-f768-4458-83e0-6d01acee730b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.830766] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7760d-3a8d-ec14-110b-189df032b1ac/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 677.831062] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7760d-3a8d-ec14-110b-189df032b1ac/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 677.924012] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50a5533a-2672-486a-90ca-4ba8c1a291e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.037355] env[69308]: DEBUG nova.network.neutron [-] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.063494] env[69308]: DEBUG oslo_concurrency.lockutils [None req-94c43d4e-cd1a-4fd4-b00e-1e7ed37919ed tempest-VolumesAssistedSnapshotsTest-1214409626 tempest-VolumesAssistedSnapshotsTest-1214409626-project-admin] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.371s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.071635] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-542e6a9e-a2c4-4523-af7a-06b8ed3e3d73 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.087646] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f018e8f3-289d-465f-8591-ba59ee6783e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.099925] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.100545] env[69308]: DEBUG nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.104164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.376s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.104164] env[69308]: DEBUG nova.objects.instance [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lazy-loading 'resources' on Instance uuid 605ed07c-6abd-4de6-984d-772f43d0e3c8 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.118328] env[69308]: DEBUG oslo_concurrency.lockutils [None req-10fb45e7-9422-4f0c-b602-4838307fcf46 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.421s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.134634] env[69308]: DEBUG nova.compute.manager [req-00815bef-1b2c-4e99-8040-bd50fd2a706e req-5e31050a-2463-43bd-bf05-57b7758ddf59 service nova] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Detach interface failed, port_id=1418bd58-615e-4306-833a-37fff26db75c, reason: Instance a7c372d8-0085-4e17-a038-78e473fb7adb could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 678.162070] env[69308]: DEBUG nova.compute.manager [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.162396] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.163607] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9357d5ad-7ec9-422e-830a-0a52f1532325 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.173786] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.174298] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-715f2e0c-a32f-426f-98c2-8ec1c24ce500 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.185512] env[69308]: DEBUG oslo_vmware.api [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 678.185512] env[69308]: value = "task-3867977" [ 678.185512] env[69308]: _type = "Task" [ 678.185512] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.197743] env[69308]: DEBUG oslo_vmware.api [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.219360] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.542384] env[69308]: INFO nova.compute.manager [-] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Took 1.29 seconds to deallocate network for instance. [ 678.608181] env[69308]: DEBUG nova.compute.utils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.612883] env[69308]: DEBUG nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.613072] env[69308]: DEBUG nova.network.neutron [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.637967] env[69308]: DEBUG nova.compute.manager [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.686467] env[69308]: DEBUG nova.policy [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1511344d7d4aa582ecc800b207d010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c43014e01f741f79061f95c5b6d1df2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.709574] env[69308]: DEBUG oslo_vmware.api [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867977, 'name': PowerOffVM_Task, 'duration_secs': 0.284055} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.713141] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.713341] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.714051] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-638877f0-c3c0-4752-8e4d-03af6e124082 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.726393] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867975, 'name': ReconfigVM_Task, 'duration_secs': 1.062481} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.726667] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19/64302f20-818c-44b7-9518-1f894a0fce19.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.727418] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b576c30f-245a-4fe4-8215-07ef02ef1c35 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.737902] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 678.737902] env[69308]: value = "task-3867979" [ 678.737902] env[69308]: _type = "Task" [ 678.737902] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.748327] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867979, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.791984] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.792462] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.792772] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Deleting the datastore file [datastore2] 9bed399d-c3f5-4659-bbe0-c88f73e1e52b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.793319] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1291be3d-1eec-4583-b7b3-38186607104d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.801748] env[69308]: DEBUG oslo_vmware.api [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for the task: (returnval){ [ 678.801748] env[69308]: value = "task-3867980" [ 678.801748] env[69308]: _type = "Task" [ 678.801748] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.821936] env[69308]: DEBUG oslo_vmware.api [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.050844] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.119593] env[69308]: DEBUG nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.172200] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.179177] env[69308]: DEBUG nova.network.neutron [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Successfully created port: 32733f69-241e-49ee-9ed4-94bf4464f161 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.204711] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "5472357a-7746-41f9-9c0a-4edaaea0570a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.206295] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "5472357a-7746-41f9-9c0a-4edaaea0570a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.252925] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867979, 'name': Rename_Task, 'duration_secs': 0.208554} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.255939] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.256969] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df675fa-1968-4ca2-857e-783ff07f166f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.266163] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 679.266163] env[69308]: value = "task-3867982" [ 679.266163] env[69308]: _type = "Task" [ 679.266163] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.278726] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.315660] env[69308]: DEBUG oslo_vmware.api [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Task: {'id': task-3867980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269662} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.316105] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.316337] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.316527] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.316703] env[69308]: INFO nova.compute.manager [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 679.316972] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.317348] env[69308]: DEBUG nova.compute.manager [-] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.317444] env[69308]: DEBUG nova.network.neutron [-] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.341929] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d4646-0768-45ad-9b56-86d15a1b0c01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.350448] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b277fa22-cb77-430e-ac3a-29e353936bd5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.389162] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902b707-60bb-4880-a87c-a56e5acb2f54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.398550] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ed010b-9256-4fda-895c-5016624ea392 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.414488] env[69308]: DEBUG nova.compute.provider_tree [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.780131] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867982, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.918847] env[69308]: DEBUG nova.scheduler.client.report [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.140842] env[69308]: DEBUG nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.171208] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.171523] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.171707] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.176020] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.176020] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.176020] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.176020] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.176020] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.176242] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.176242] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.176242] env[69308]: DEBUG nova.virt.hardware [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.176242] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94300fd0-f5be-4b1f-925d-b3c153757e67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.188808] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475bb0bc-b254-45f5-aa42-36c473637aaf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.281228] env[69308]: DEBUG oslo_vmware.api [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867982, 'name': PowerOnVM_Task, 'duration_secs': 0.685882} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.281574] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.281852] env[69308]: INFO nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Took 9.20 seconds to spawn the instance on the hypervisor. [ 680.281966] env[69308]: DEBUG nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.282801] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1334c623-357a-4224-b1c9-b3d3658b2596 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.346155] env[69308]: DEBUG nova.compute.manager [req-b8136fbe-bddd-4a4d-8c2c-f432be19e9c5 req-7d8d9afd-3e3f-443e-8c40-b456fc4abd4b service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Received event network-vif-deleted-661e6250-4a21-44c2-9c1f-606a22936c6d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.346379] env[69308]: INFO nova.compute.manager [req-b8136fbe-bddd-4a4d-8c2c-f432be19e9c5 req-7d8d9afd-3e3f-443e-8c40-b456fc4abd4b service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Neutron deleted interface 661e6250-4a21-44c2-9c1f-606a22936c6d; detaching it from the instance and deleting it from the info cache [ 680.346549] env[69308]: DEBUG nova.network.neutron [req-b8136fbe-bddd-4a4d-8c2c-f432be19e9c5 req-7d8d9afd-3e3f-443e-8c40-b456fc4abd4b service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.428632] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.431623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.584s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.431899] env[69308]: DEBUG nova.objects.instance [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lazy-loading 'resources' on Instance uuid fc921d48-70c0-4871-9326-56333421f368 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.462008] env[69308]: INFO nova.scheduler.client.report [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Deleted allocations for instance 605ed07c-6abd-4de6-984d-772f43d0e3c8 [ 680.803675] env[69308]: DEBUG nova.compute.manager [req-03908311-300c-4fd9-8429-19bafc2a117c req-a3d586da-ceb0-41f3-b87d-f02f61291346 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Received event network-vif-plugged-32733f69-241e-49ee-9ed4-94bf4464f161 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.803932] env[69308]: DEBUG oslo_concurrency.lockutils [req-03908311-300c-4fd9-8429-19bafc2a117c req-a3d586da-ceb0-41f3-b87d-f02f61291346 service nova] Acquiring lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.804142] env[69308]: DEBUG oslo_concurrency.lockutils [req-03908311-300c-4fd9-8429-19bafc2a117c req-a3d586da-ceb0-41f3-b87d-f02f61291346 service nova] Lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.804313] env[69308]: DEBUG oslo_concurrency.lockutils [req-03908311-300c-4fd9-8429-19bafc2a117c req-a3d586da-ceb0-41f3-b87d-f02f61291346 service nova] Lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.804471] env[69308]: DEBUG nova.compute.manager [req-03908311-300c-4fd9-8429-19bafc2a117c req-a3d586da-ceb0-41f3-b87d-f02f61291346 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] No waiting events found dispatching network-vif-plugged-32733f69-241e-49ee-9ed4-94bf4464f161 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.804633] env[69308]: WARNING nova.compute.manager [req-03908311-300c-4fd9-8429-19bafc2a117c req-a3d586da-ceb0-41f3-b87d-f02f61291346 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Received unexpected event network-vif-plugged-32733f69-241e-49ee-9ed4-94bf4464f161 for instance with vm_state building and task_state spawning. [ 680.807189] env[69308]: INFO nova.compute.manager [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Took 34.75 seconds to build instance. [ 680.825182] env[69308]: DEBUG nova.network.neutron [-] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.850325] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eee99dc8-2c3c-4faf-97eb-dd9433a662a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.869282] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e6d19b-8c03-4d07-a6d9-18a3fdacfcfd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.977286] env[69308]: DEBUG nova.compute.manager [req-b8136fbe-bddd-4a4d-8c2c-f432be19e9c5 req-7d8d9afd-3e3f-443e-8c40-b456fc4abd4b service nova] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Detach interface failed, port_id=661e6250-4a21-44c2-9c1f-606a22936c6d, reason: Instance 9bed399d-c3f5-4659-bbe0-c88f73e1e52b could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 680.977286] env[69308]: DEBUG nova.network.neutron [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Successfully updated port: 32733f69-241e-49ee-9ed4-94bf4464f161 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.979089] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b39420f-ea2d-4b69-8187-49fca68eba6c tempest-InstanceActionsTestJSON-1199750735 tempest-InstanceActionsTestJSON-1199750735-project-member] Lock "605ed07c-6abd-4de6-984d-772f43d0e3c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.529s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.104430] env[69308]: INFO nova.compute.manager [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Rescuing [ 681.104729] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.104883] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.105065] env[69308]: DEBUG nova.network.neutron [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.309623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fb2e5e8e-76d7-4a82-9405-a616874a8137 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "64302f20-818c-44b7-9518-1f894a0fce19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.910s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.329063] env[69308]: INFO nova.compute.manager [-] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Took 2.01 seconds to deallocate network for instance. [ 681.423063] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "refresh_cache-71b607ba-1ea1-4d50-8f6c-87e2d88706ec" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.423063] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "refresh_cache-71b607ba-1ea1-4d50-8f6c-87e2d88706ec" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.423063] env[69308]: DEBUG nova.network.neutron [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.464183] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eeabdd-fdf2-44ab-acbe-a463643a80fe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.473094] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2b6583-bf0d-4452-a60f-612dfe3426c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.505244] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f50f58-4231-49bf-a744-44c84323eb05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.516164] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba9b26-6cf6-49ea-83e7-3ba4d8cecd46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.534650] env[69308]: DEBUG nova.compute.provider_tree [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.814990] env[69308]: DEBUG nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.837282] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.845356] env[69308]: DEBUG nova.network.neutron [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Updating instance_info_cache with network_info: [{"id": "8cdd5821-d7a8-475f-a99d-bf30cda8cbd0", "address": "fa:16:3e:3b:7b:ca", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdd5821-d7", "ovs_interfaceid": "8cdd5821-d7a8-475f-a99d-bf30cda8cbd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.973208] env[69308]: DEBUG nova.network.neutron [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.040102] env[69308]: DEBUG nova.scheduler.client.report [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.149351] env[69308]: DEBUG nova.network.neutron [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Updating instance_info_cache with network_info: [{"id": "32733f69-241e-49ee-9ed4-94bf4464f161", "address": "fa:16:3e:7e:6e:9d", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32733f69-24", "ovs_interfaceid": "32733f69-241e-49ee-9ed4-94bf4464f161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.351908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.352561] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "refresh_cache-64302f20-818c-44b7-9518-1f894a0fce19" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.547024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.548598] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.831s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.552048] env[69308]: INFO nova.compute.claims [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.554901] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquiring lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.555506] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.555887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquiring lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.556214] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.557875] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.565229] env[69308]: INFO nova.compute.manager [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Terminating instance [ 682.596342] env[69308]: INFO nova.scheduler.client.report [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Deleted allocations for instance fc921d48-70c0-4871-9326-56333421f368 [ 682.651342] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "refresh_cache-71b607ba-1ea1-4d50-8f6c-87e2d88706ec" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.651623] env[69308]: DEBUG nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Instance network_info: |[{"id": "32733f69-241e-49ee-9ed4-94bf4464f161", "address": "fa:16:3e:7e:6e:9d", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32733f69-24", "ovs_interfaceid": "32733f69-241e-49ee-9ed4-94bf4464f161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.652052] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:6e:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32733f69-241e-49ee-9ed4-94bf4464f161', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.661196] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.662442] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.662790] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8b54b9e-0e95-47f8-9a3b-278672c24d26 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.686136] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.686136] env[69308]: value = "task-3867983" [ 682.686136] env[69308]: _type = "Task" [ 682.686136] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.695481] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867983, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.836739] env[69308]: DEBUG nova.compute.manager [req-5491e543-a18d-4999-bd49-907b1b0f08dc req-954ccf9e-bbf3-4766-84d5-5b6b1e18c245 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Received event network-changed-32733f69-241e-49ee-9ed4-94bf4464f161 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.837065] env[69308]: DEBUG nova.compute.manager [req-5491e543-a18d-4999-bd49-907b1b0f08dc req-954ccf9e-bbf3-4766-84d5-5b6b1e18c245 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Refreshing instance network info cache due to event network-changed-32733f69-241e-49ee-9ed4-94bf4464f161. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.837692] env[69308]: DEBUG oslo_concurrency.lockutils [req-5491e543-a18d-4999-bd49-907b1b0f08dc req-954ccf9e-bbf3-4766-84d5-5b6b1e18c245 service nova] Acquiring lock "refresh_cache-71b607ba-1ea1-4d50-8f6c-87e2d88706ec" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.838024] env[69308]: DEBUG oslo_concurrency.lockutils [req-5491e543-a18d-4999-bd49-907b1b0f08dc req-954ccf9e-bbf3-4766-84d5-5b6b1e18c245 service nova] Acquired lock "refresh_cache-71b607ba-1ea1-4d50-8f6c-87e2d88706ec" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.838132] env[69308]: DEBUG nova.network.neutron [req-5491e543-a18d-4999-bd49-907b1b0f08dc req-954ccf9e-bbf3-4766-84d5-5b6b1e18c245 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Refreshing network info cache for port 32733f69-241e-49ee-9ed4-94bf4464f161 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.072299] env[69308]: DEBUG nova.compute.manager [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.072566] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.073654] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7c0795-8e88-4115-8e1a-538e7c5bbb80 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.085010] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.085318] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0961af8a-09e6-45d4-8348-c4291db2ebbd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.093472] env[69308]: DEBUG oslo_vmware.api [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 683.093472] env[69308]: value = "task-3867984" [ 683.093472] env[69308]: _type = "Task" [ 683.093472] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.105964] env[69308]: DEBUG oslo_vmware.api [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.106585] env[69308]: DEBUG oslo_concurrency.lockutils [None req-abb0438d-70cb-4194-861e-02f2605b721f tempest-ServersListShow296Test-223523173 tempest-ServersListShow296Test-223523173-project-member] Lock "fc921d48-70c0-4871-9326-56333421f368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.601s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.204109] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3867983, 'name': CreateVM_Task, 'duration_secs': 0.414538} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.204557] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.206851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.206851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.206851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.206851] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c660ae4f-3c22-487b-83d8-4c12c3b2df2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.213683] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 683.213683] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]524889ae-363f-efea-7c94-4c49cdeffef9" [ 683.213683] env[69308]: _type = "Task" [ 683.213683] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.226723] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524889ae-363f-efea-7c94-4c49cdeffef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.608668] env[69308]: DEBUG oslo_vmware.api [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867984, 'name': PowerOffVM_Task, 'duration_secs': 0.460548} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.613051] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.613276] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.614195] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a01ab8db-9721-4b94-8065-fba9ade1ca87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.688333] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.688589] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.688778] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Deleting the datastore file [datastore2] c8b292ee-acc4-4bc9-9f1f-62df83d1e36b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.689698] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd22f301-f839-4d6c-8912-1227d208c21a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.699852] env[69308]: DEBUG oslo_vmware.api [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for the task: (returnval){ [ 683.699852] env[69308]: value = "task-3867986" [ 683.699852] env[69308]: _type = "Task" [ 683.699852] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.711583] env[69308]: DEBUG oslo_vmware.api [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.728355] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524889ae-363f-efea-7c94-4c49cdeffef9, 'name': SearchDatastore_Task, 'duration_secs': 0.014618} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.734164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.735696] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.735696] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.735696] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.735696] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.735696] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb5991af-11ae-4417-af1d-800f41059287 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.746257] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.746257] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.747158] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf540a2-4c44-4ea9-ae7f-910659061dee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.758947] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 683.758947] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]521d5982-b71f-d3e2-1ed3-c48725aaf7c4" [ 683.758947] env[69308]: _type = "Task" [ 683.758947] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.773711] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521d5982-b71f-d3e2-1ed3-c48725aaf7c4, 'name': SearchDatastore_Task} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.778602] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519d815e-d443-4e0a-88ba-0e9d8f68bf8f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.784790] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 683.784790] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526364bb-ba75-9c89-ee2f-cb654bbb80a3" [ 683.784790] env[69308]: _type = "Task" [ 683.784790] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.790551] env[69308]: DEBUG nova.network.neutron [req-5491e543-a18d-4999-bd49-907b1b0f08dc req-954ccf9e-bbf3-4766-84d5-5b6b1e18c245 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Updated VIF entry in instance network info cache for port 32733f69-241e-49ee-9ed4-94bf4464f161. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.790968] env[69308]: DEBUG nova.network.neutron [req-5491e543-a18d-4999-bd49-907b1b0f08dc req-954ccf9e-bbf3-4766-84d5-5b6b1e18c245 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Updating instance_info_cache with network_info: [{"id": "32733f69-241e-49ee-9ed4-94bf4464f161", "address": "fa:16:3e:7e:6e:9d", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32733f69-24", "ovs_interfaceid": "32733f69-241e-49ee-9ed4-94bf4464f161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.802256] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526364bb-ba75-9c89-ee2f-cb654bbb80a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.894151] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.895047] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-788fb9cc-13d9-4299-be6e-c027bd5946fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.906622] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 683.906622] env[69308]: value = "task-3867987" [ 683.906622] env[69308]: _type = "Task" [ 683.906622] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.916258] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.213138] env[69308]: DEBUG oslo_vmware.api [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Task: {'id': task-3867986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250646} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.213138] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.213138] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.213138] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.213138] env[69308]: INFO nova.compute.manager [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 684.213439] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.213698] env[69308]: DEBUG nova.compute.manager [-] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.213815] env[69308]: DEBUG nova.network.neutron [-] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.228285] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c71c7-cfdd-45a4-b9c8-0b31fbd3fb7e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.239059] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47b7940-0aa5-4ec6-87bf-3bbb3cb80bf8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.285405] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ede335-c569-4a7b-96de-3688fa225429 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.304154] env[69308]: DEBUG oslo_concurrency.lockutils [req-5491e543-a18d-4999-bd49-907b1b0f08dc req-954ccf9e-bbf3-4766-84d5-5b6b1e18c245 service nova] Releasing lock "refresh_cache-71b607ba-1ea1-4d50-8f6c-87e2d88706ec" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.304798] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526364bb-ba75-9c89-ee2f-cb654bbb80a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016516} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.307626] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.307948] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 71b607ba-1ea1-4d50-8f6c-87e2d88706ec/71b607ba-1ea1-4d50-8f6c-87e2d88706ec.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.308460] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c242f1d6-4d9d-4e99-a8a2-4586fde2d5dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.314235] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91c217-c9b5-4e28-aab2-ba10f6cda66d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.335198] env[69308]: DEBUG nova.compute.provider_tree [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.338587] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 684.338587] env[69308]: value = "task-3867988" [ 684.338587] env[69308]: _type = "Task" [ 684.338587] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.419529] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867987, 'name': PowerOffVM_Task, 'duration_secs': 0.455212} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.419731] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.421241] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f42eb1-3b6c-4ec4-9c3f-68669986f1a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.443287] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c908f5-b355-4084-840f-b5c0602f4d67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.487064] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.487064] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963ce0f3-fbc5-4db8-90f3-3f871b5763c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.495451] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 684.495451] env[69308]: value = "task-3867989" [ 684.495451] env[69308]: _type = "Task" [ 684.495451] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.510247] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 684.510247] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.510247] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.510247] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.510409] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.510409] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58a2c18b-c7ed-45f1-8cdc-3d5127cd79dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.520433] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.520587] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.521495] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9784cbd-f19e-4c24-8b07-872945f48f46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.528748] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 684.528748] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200fb52-c8b3-9887-bb39-97f2746337eb" [ 684.528748] env[69308]: _type = "Task" [ 684.528748] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.538698] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200fb52-c8b3-9887-bb39-97f2746337eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.841246] env[69308]: DEBUG nova.scheduler.client.report [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.858036] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867988, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.041505] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200fb52-c8b3-9887-bb39-97f2746337eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.042376] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc54d0c9-2b38-4065-b48e-82a99bdd5643 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.050507] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 685.050507] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5272472f-b835-2c89-75cf-e6c199dd962a" [ 685.050507] env[69308]: _type = "Task" [ 685.050507] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.067254] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5272472f-b835-2c89-75cf-e6c199dd962a, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.067635] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.067906] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. {{(pid=69308) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 685.068199] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85fea59e-cf19-4fd0-8fb6-6db90bb26d88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.076346] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 685.076346] env[69308]: value = "task-3867990" [ 685.076346] env[69308]: _type = "Task" [ 685.076346] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.086967] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.323337] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.323608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.352164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.352681] env[69308]: DEBUG nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.357158] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.415s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.359034] env[69308]: INFO nova.compute.claims [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.376573] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545688} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.376998] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 71b607ba-1ea1-4d50-8f6c-87e2d88706ec/71b607ba-1ea1-4d50-8f6c-87e2d88706ec.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.377293] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.377605] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e84f16e-d360-4892-8c46-6fb773a42e52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.385868] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 685.385868] env[69308]: value = "task-3867991" [ 685.385868] env[69308]: _type = "Task" [ 685.385868] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.398725] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.570535] env[69308]: DEBUG nova.compute.manager [req-e4c8f107-3097-48fa-bdc5-8fdd93d6e0bc req-d4872935-d348-4289-b2b4-3e2bb7c8c567 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Received event network-vif-deleted-caafca63-5d25-4ec2-abc3-47843529ca5f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.570535] env[69308]: INFO nova.compute.manager [req-e4c8f107-3097-48fa-bdc5-8fdd93d6e0bc req-d4872935-d348-4289-b2b4-3e2bb7c8c567 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Neutron deleted interface caafca63-5d25-4ec2-abc3-47843529ca5f; detaching it from the instance and deleting it from the info cache [ 685.570680] env[69308]: DEBUG nova.network.neutron [req-e4c8f107-3097-48fa-bdc5-8fdd93d6e0bc req-d4872935-d348-4289-b2b4-3e2bb7c8c567 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.596020] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.864028] env[69308]: DEBUG nova.compute.utils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.864028] env[69308]: DEBUG nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.864028] env[69308]: DEBUG nova.network.neutron [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.897813] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.919028] env[69308]: DEBUG nova.network.neutron [-] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.971874] env[69308]: DEBUG nova.policy [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39da2f5b09814d498e805b428f31ad3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6045c022af69496391c36523d46a0ad7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.075414] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0364b34f-0b19-4c02-8f6f-604d949797e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.094433] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867990, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.098445] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cffda6-83f2-49e0-a018-54408ec3bb95 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.136196] env[69308]: DEBUG nova.compute.manager [req-e4c8f107-3097-48fa-bdc5-8fdd93d6e0bc req-d4872935-d348-4289-b2b4-3e2bb7c8c567 service nova] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Detach interface failed, port_id=caafca63-5d25-4ec2-abc3-47843529ca5f, reason: Instance c8b292ee-acc4-4bc9-9f1f-62df83d1e36b could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 686.365539] env[69308]: DEBUG nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.397560] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.578077} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.398410] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.402164] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2376c0ba-6fa4-4c08-9075-dd57800665d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.428562] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 71b607ba-1ea1-4d50-8f6c-87e2d88706ec/71b607ba-1ea1-4d50-8f6c-87e2d88706ec.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.433022] env[69308]: INFO nova.compute.manager [-] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Took 2.22 seconds to deallocate network for instance. [ 686.433022] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a61649-f818-4358-a630-5e41c9dc9f57 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.454334] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 686.454334] env[69308]: value = "task-3867992" [ 686.454334] env[69308]: _type = "Task" [ 686.454334] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.465965] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.593415] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867990, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.251539} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.596440] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. [ 686.597925] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d308e4a-18ad-412a-b282-04ca6b3ac2ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.629015] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.632926] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f2eacc-fc21-4e6b-90e6-80c500e05bd4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.654429] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 686.654429] env[69308]: value = "task-3867993" [ 686.654429] env[69308]: _type = "Task" [ 686.654429] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.664967] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.684024] env[69308]: DEBUG nova.network.neutron [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Successfully created port: f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.891170] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7760d-3a8d-ec14-110b-189df032b1ac/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 686.892409] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666db09d-ec35-48e1-a4b8-95156172c87b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.901171] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7760d-3a8d-ec14-110b-189df032b1ac/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 686.901171] env[69308]: ERROR oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7760d-3a8d-ec14-110b-189df032b1ac/disk-0.vmdk due to incomplete transfer. [ 686.901171] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c34360db-e1bd-4218-9aba-48106a74d083 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.908536] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7760d-3a8d-ec14-110b-189df032b1ac/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 686.908749] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Uploaded image c8644573-ca2f-4806-a835-88eb2ad6bf53 to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 686.911424] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 686.914177] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ab77f3a-b6ee-4daf-a1e5-9f875b42aa5c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.926532] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 686.926532] env[69308]: value = "task-3867994" [ 686.926532] env[69308]: _type = "Task" [ 686.926532] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.939773] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867994, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.956653] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.969166] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867992, 'name': ReconfigVM_Task, 'duration_secs': 0.449659} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.969462] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 71b607ba-1ea1-4d50-8f6c-87e2d88706ec/71b607ba-1ea1-4d50-8f6c-87e2d88706ec.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.970201] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1157021c-cf51-4c6c-9da0-03477f72cc6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.977534] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 686.977534] env[69308]: value = "task-3867995" [ 686.977534] env[69308]: _type = "Task" [ 686.977534] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.987820] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867995, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.089717] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672dbcd1-ea48-4f07-abbe-f634aed0069d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.100323] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fdacec-ae7c-4518-8359-57f55f8d4d3e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.136177] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74016948-4bac-495e-b022-0bbcd8126e64 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.144275] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c837512-e60f-410b-a927-c600f7ef7028 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.160800] env[69308]: DEBUG nova.compute.provider_tree [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.172889] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867993, 'name': ReconfigVM_Task, 'duration_secs': 0.479798} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.174032] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.174978] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372656eb-943a-47df-bfd2-ae491965d3ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.204043] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b841b71-880e-48c3-aed4-e3ad7e408415 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.222271] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 687.222271] env[69308]: value = "task-3867996" [ 687.222271] env[69308]: _type = "Task" [ 687.222271] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.232120] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.383611] env[69308]: DEBUG nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.409863] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.410148] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.410340] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.410592] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.410685] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.410828] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.411097] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.411215] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.411424] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.411732] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.411874] env[69308]: DEBUG nova.virt.hardware [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.412625] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a07810-4287-43d8-b4d7-1088c0fbc5e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.421547] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39d1dde-6811-481a-a7c6-828cbc46e5ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.443309] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867994, 'name': Destroy_Task, 'duration_secs': 0.363591} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.443583] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Destroyed the VM [ 687.443814] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 687.444080] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e2c49f8-c4d0-4e99-9a69-559cfc28befe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.451054] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 687.451054] env[69308]: value = "task-3867997" [ 687.451054] env[69308]: _type = "Task" [ 687.451054] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.460113] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867997, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.487789] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867995, 'name': Rename_Task, 'duration_secs': 0.186034} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.488095] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.488346] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dfc188e-b515-4464-8183-dc722b42e8a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.496768] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 687.496768] env[69308]: value = "task-3867998" [ 687.496768] env[69308]: _type = "Task" [ 687.496768] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.506187] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.694328] env[69308]: ERROR nova.scheduler.client.report [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [req-6b5aeafb-1d05-4049-92df-ee3c7f008f05] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b5aeafb-1d05-4049-92df-ee3c7f008f05"}]} [ 687.712696] env[69308]: DEBUG nova.scheduler.client.report [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 687.734902] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.736064] env[69308]: DEBUG nova.scheduler.client.report [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 687.736313] env[69308]: DEBUG nova.compute.provider_tree [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.756292] env[69308]: DEBUG nova.scheduler.client.report [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 687.784356] env[69308]: DEBUG nova.scheduler.client.report [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 687.965205] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867997, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.010899] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.244367] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.390718] env[69308]: DEBUG nova.compute.manager [req-7eb66c01-8922-4337-8a15-fee755e1dba8 req-c8471931-f958-4af4-b0ed-3941a4c1d916 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Received event network-vif-plugged-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.391765] env[69308]: DEBUG oslo_concurrency.lockutils [req-7eb66c01-8922-4337-8a15-fee755e1dba8 req-c8471931-f958-4af4-b0ed-3941a4c1d916 service nova] Acquiring lock "60f120c5-345a-44dd-b716-03a686a518f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.392030] env[69308]: DEBUG oslo_concurrency.lockutils [req-7eb66c01-8922-4337-8a15-fee755e1dba8 req-c8471931-f958-4af4-b0ed-3941a4c1d916 service nova] Lock "60f120c5-345a-44dd-b716-03a686a518f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.392192] env[69308]: DEBUG oslo_concurrency.lockutils [req-7eb66c01-8922-4337-8a15-fee755e1dba8 req-c8471931-f958-4af4-b0ed-3941a4c1d916 service nova] Lock "60f120c5-345a-44dd-b716-03a686a518f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.392365] env[69308]: DEBUG nova.compute.manager [req-7eb66c01-8922-4337-8a15-fee755e1dba8 req-c8471931-f958-4af4-b0ed-3941a4c1d916 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] No waiting events found dispatching network-vif-plugged-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.392535] env[69308]: WARNING nova.compute.manager [req-7eb66c01-8922-4337-8a15-fee755e1dba8 req-c8471931-f958-4af4-b0ed-3941a4c1d916 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Received unexpected event network-vif-plugged-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc for instance with vm_state building and task_state spawning. [ 688.419838] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4b5733-9381-49c8-b577-2999891dcab3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.428260] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2798172-b954-4863-8223-e11e282d286b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.471506] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceead07-6b73-4186-96fb-053d6bd779f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.487542] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f50963-1aca-4cda-bcdc-8386476feb79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.491789] env[69308]: DEBUG oslo_vmware.api [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3867997, 'name': RemoveSnapshot_Task, 'duration_secs': 0.811696} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.492741] env[69308]: DEBUG nova.network.neutron [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Successfully updated port: f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.494506] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 688.494775] env[69308]: INFO nova.compute.manager [None req-5c38484b-d853-4946-9c6f-6015ec74660f tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 688.511294] env[69308]: DEBUG nova.compute.provider_tree [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.526600] env[69308]: DEBUG oslo_vmware.api [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3867998, 'name': PowerOnVM_Task, 'duration_secs': 0.607913} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.527843] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.527843] env[69308]: INFO nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Took 8.39 seconds to spawn the instance on the hypervisor. [ 688.527843] env[69308]: DEBUG nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.528674] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48802d92-8309-42bb-83bb-25c09e24edcd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.740445] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867996, 'name': ReconfigVM_Task, 'duration_secs': 1.146641} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.741067] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.741452] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dac1b39-fb13-4369-a6c9-385732ebe39d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.749301] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 688.749301] env[69308]: value = "task-3867999" [ 688.749301] env[69308]: _type = "Task" [ 688.749301] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.757996] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.995891] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.996065] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.996400] env[69308]: DEBUG nova.network.neutron [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.057163] env[69308]: INFO nova.compute.manager [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Took 38.00 seconds to build instance. [ 689.069059] env[69308]: DEBUG nova.scheduler.client.report [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 689.069469] env[69308]: DEBUG nova.compute.provider_tree [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 50 to 51 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 689.072102] env[69308]: DEBUG nova.compute.provider_tree [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.264518] env[69308]: DEBUG oslo_vmware.api [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3867999, 'name': PowerOnVM_Task, 'duration_secs': 0.470411} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.265281] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.269611] env[69308]: DEBUG nova.compute.manager [None req-3d4b30f2-2f88-4f5d-b9a1-d1a452cdb407 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.270484] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4bf322-9aff-4a3c-b93d-d37b66b81940 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.561172] env[69308]: DEBUG nova.network.neutron [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.563483] env[69308]: DEBUG oslo_concurrency.lockutils [None req-314f2831-fce2-49ea-b7d7-e8960f5dea31 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.523s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.575267] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.218s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.575906] env[69308]: DEBUG nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.579493] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.499s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.743711] env[69308]: DEBUG nova.network.neutron [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updating instance_info_cache with network_info: [{"id": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "address": "fa:16:3e:39:75:69", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf758251f-9c", "ovs_interfaceid": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.863844] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.864208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.070901] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.076254] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "22889b96-78e6-4b9c-8b43-a423dfe509bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.076568] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "22889b96-78e6-4b9c-8b43-a423dfe509bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.082496] env[69308]: DEBUG nova.compute.utils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.086215] env[69308]: INFO nova.compute.claims [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.090062] env[69308]: DEBUG nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.090323] env[69308]: DEBUG nova.network.neutron [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.143071] env[69308]: DEBUG nova.policy [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.246089] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Releasing lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.246477] env[69308]: DEBUG nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Instance network_info: |[{"id": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "address": "fa:16:3e:39:75:69", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf758251f-9c", "ovs_interfaceid": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.247142] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:75:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f758251f-9c1a-4eb9-a5f7-8cf57ee512fc', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.258771] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Creating folder: Project (6045c022af69496391c36523d46a0ad7). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.259346] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df339ae1-6ea1-4bfd-a8cf-fe051e109198 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.276340] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Created folder: Project (6045c022af69496391c36523d46a0ad7) in parent group-v768498. [ 690.276827] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Creating folder: Instances. Parent ref: group-v768575. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.277390] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9346940-3c0d-403a-9d35-f41e7f8729d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.292574] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Created folder: Instances in parent group-v768575. [ 690.293057] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.293485] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.293704] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ea0e206-a3de-4471-a56b-95517c4c4e88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.316308] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.316308] env[69308]: value = "task-3868002" [ 690.316308] env[69308]: _type = "Task" [ 690.316308] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.325180] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868002, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.592051] env[69308]: DEBUG nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.599181] env[69308]: INFO nova.compute.resource_tracker [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating resource usage from migration 691a09fa-de79-4ebf-be6b-fd6c1b9f1bc6 [ 690.605056] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.611122] env[69308]: DEBUG nova.network.neutron [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Successfully created port: 29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.644900] env[69308]: DEBUG nova.compute.manager [req-9b3b5dbe-ceb4-4d09-ab3b-107305e65f6c req-2c3d56b7-8b32-4a59-a1b7-76cad3151620 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Received event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.645112] env[69308]: DEBUG nova.compute.manager [req-9b3b5dbe-ceb4-4d09-ab3b-107305e65f6c req-2c3d56b7-8b32-4a59-a1b7-76cad3151620 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing instance network info cache due to event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.645322] env[69308]: DEBUG oslo_concurrency.lockutils [req-9b3b5dbe-ceb4-4d09-ab3b-107305e65f6c req-2c3d56b7-8b32-4a59-a1b7-76cad3151620 service nova] Acquiring lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.645462] env[69308]: DEBUG oslo_concurrency.lockutils [req-9b3b5dbe-ceb4-4d09-ab3b-107305e65f6c req-2c3d56b7-8b32-4a59-a1b7-76cad3151620 service nova] Acquired lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.645615] env[69308]: DEBUG nova.network.neutron [req-9b3b5dbe-ceb4-4d09-ab3b-107305e65f6c req-2c3d56b7-8b32-4a59-a1b7-76cad3151620 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.832920] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868002, 'name': CreateVM_Task, 'duration_secs': 0.472904} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.833876] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.835027] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.837070] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.837070] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.837070] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9278a332-c029-4a56-844c-f21a5939ded6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.850733] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 690.850733] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5261cf79-6357-68b0-c921-000e4845a419" [ 690.850733] env[69308]: _type = "Task" [ 690.850733] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.862020] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5261cf79-6357-68b0-c921-000e4845a419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.170020] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43accdf5-08e8-421b-8b8c-3483b9ddfd51 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.180954] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1fff19-058e-4883-b50e-33513abdcea5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.222872] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cebd2c6-a534-4f3d-acdc-686fa02fe441 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.233837] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f945eb5c-dbc2-44cd-8c6a-8bb5652162e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.249391] env[69308]: DEBUG nova.compute.provider_tree [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.303446] env[69308]: DEBUG nova.compute.manager [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.304438] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c4450-54ae-4b41-880d-5e91c3174110 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.363986] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5261cf79-6357-68b0-c921-000e4845a419, 'name': SearchDatastore_Task, 'duration_secs': 0.012633} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.364354] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.364562] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.364796] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.364942] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.365181] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.366616] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29265832-b75a-436a-ba3e-52f06a054512 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.377173] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.377444] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.378207] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f8f619-1217-4fc6-88cd-65f3a25f812b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.384640] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 691.384640] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52765388-f570-6d96-c462-b602b86c9493" [ 691.384640] env[69308]: _type = "Task" [ 691.384640] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.393750] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52765388-f570-6d96-c462-b602b86c9493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.442527] env[69308]: DEBUG nova.network.neutron [req-9b3b5dbe-ceb4-4d09-ab3b-107305e65f6c req-2c3d56b7-8b32-4a59-a1b7-76cad3151620 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updated VIF entry in instance network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.442865] env[69308]: DEBUG nova.network.neutron [req-9b3b5dbe-ceb4-4d09-ab3b-107305e65f6c req-2c3d56b7-8b32-4a59-a1b7-76cad3151620 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updating instance_info_cache with network_info: [{"id": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "address": "fa:16:3e:39:75:69", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf758251f-9c", "ovs_interfaceid": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.617684] env[69308]: DEBUG nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.648796] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.648796] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.648796] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.649417] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.649417] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.649417] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.649417] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.649417] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.649583] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.649583] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.649685] env[69308]: DEBUG nova.virt.hardware [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.650661] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b5cf75-b5d3-4926-b83a-6b948a31d151 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.659536] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19977c1a-cf3f-403a-9538-7b89e3e382b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.759172] env[69308]: DEBUG nova.scheduler.client.report [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.817140] env[69308]: INFO nova.compute.manager [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] instance snapshotting [ 691.820119] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af1f1a9-165e-4a6a-86ce-d8bfebbb18e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.843949] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7fac04-5324-437a-bb7e-a1b3509c064f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.896609] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52765388-f570-6d96-c462-b602b86c9493, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.897446] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973858c7-ccb9-4380-918c-97fa6d28ae4c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.904213] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 691.904213] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e3049-bf7b-56b3-b6a6-6e1ce8587370" [ 691.904213] env[69308]: _type = "Task" [ 691.904213] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.913414] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e3049-bf7b-56b3-b6a6-6e1ce8587370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.946084] env[69308]: DEBUG oslo_concurrency.lockutils [req-9b3b5dbe-ceb4-4d09-ab3b-107305e65f6c req-2c3d56b7-8b32-4a59-a1b7-76cad3151620 service nova] Releasing lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.265775] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.686s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.266071] env[69308]: INFO nova.compute.manager [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Migrating [ 692.266314] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.266465] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.267908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.570s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.269481] env[69308]: INFO nova.compute.claims [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.272782] env[69308]: INFO nova.compute.rpcapi [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 692.273313] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.309681] env[69308]: DEBUG nova.network.neutron [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Successfully updated port: 29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.355111] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.355111] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe2aefb5-9bbc-4837-b70b-07e2c067d31b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.364544] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 692.364544] env[69308]: value = "task-3868003" [ 692.364544] env[69308]: _type = "Task" [ 692.364544] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.376131] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868003, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.416512] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e3049-bf7b-56b3-b6a6-6e1ce8587370, 'name': SearchDatastore_Task, 'duration_secs': 0.040558} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.416781] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.417077] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 60f120c5-345a-44dd-b716-03a686a518f3/60f120c5-345a-44dd-b716-03a686a518f3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.417375] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-876aefab-b968-483e-adbc-011c958bdd1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.425499] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 692.425499] env[69308]: value = "task-3868004" [ 692.425499] env[69308]: _type = "Task" [ 692.425499] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.434246] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.674168] env[69308]: DEBUG nova.compute.manager [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received event network-vif-plugged-29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.674285] env[69308]: DEBUG oslo_concurrency.lockutils [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] Acquiring lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.674522] env[69308]: DEBUG oslo_concurrency.lockutils [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.674733] env[69308]: DEBUG oslo_concurrency.lockutils [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.674911] env[69308]: DEBUG nova.compute.manager [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] No waiting events found dispatching network-vif-plugged-29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.675055] env[69308]: WARNING nova.compute.manager [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received unexpected event network-vif-plugged-29a94d2d-72ab-4cf8-b750-14cc1873f651 for instance with vm_state building and task_state spawning. [ 692.675298] env[69308]: DEBUG nova.compute.manager [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received event network-changed-29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.675493] env[69308]: DEBUG nova.compute.manager [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Refreshing instance network info cache due to event network-changed-29a94d2d-72ab-4cf8-b750-14cc1873f651. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.675702] env[69308]: DEBUG oslo_concurrency.lockutils [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] Acquiring lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.675835] env[69308]: DEBUG oslo_concurrency.lockutils [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] Acquired lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.675991] env[69308]: DEBUG nova.network.neutron [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Refreshing network info cache for port 29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.789442] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.789679] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.789863] env[69308]: DEBUG nova.network.neutron [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.812136] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.846087] env[69308]: INFO nova.compute.manager [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Rescuing [ 692.846463] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.846630] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.846796] env[69308]: DEBUG nova.network.neutron [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.878019] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868003, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.948293] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868004, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.222116] env[69308]: DEBUG nova.network.neutron [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.312794] env[69308]: DEBUG nova.network.neutron [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.380234] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868003, 'name': CreateSnapshot_Task, 'duration_secs': 0.518789} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.382894] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 693.388843] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598f239a-0499-4759-83b8-92e07c3b8ea5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.439887] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701631} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.440982] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 60f120c5-345a-44dd-b716-03a686a518f3/60f120c5-345a-44dd-b716-03a686a518f3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.442133] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.442133] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-821fc274-bd40-40a6-b0ef-fb4fda1bf18e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.456274] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 693.456274] env[69308]: value = "task-3868005" [ 693.456274] env[69308]: _type = "Task" [ 693.456274] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.467409] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.589649] env[69308]: DEBUG nova.network.neutron [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance_info_cache with network_info: [{"id": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "address": "fa:16:3e:75:10:d6", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933be4bf-c5", "ovs_interfaceid": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.817616] env[69308]: DEBUG oslo_concurrency.lockutils [req-394c6eb1-e03b-4e2f-a8f2-0598da2606c3 req-01db8d6b-7aa9-417c-976c-3e9b61ce2867 service nova] Releasing lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.817988] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.818165] env[69308]: DEBUG nova.network.neutron [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.865792] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3203b746-f367-479b-b09f-138cb4daeb07 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.873946] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ec05ed-f5ad-47d9-8762-75a3386cd3b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.911374] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 693.912875] env[69308]: DEBUG nova.network.neutron [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Updating instance_info_cache with network_info: [{"id": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "address": "fa:16:3e:d1:29:0c", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a8478-ca", "ovs_interfaceid": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.914129] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb811b25-88b4-4b6a-a5c6-b9ff6f937e9d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.917682] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac931b-4a19-4dbd-8fb3-1b4a010f0f3b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.928228] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b24ec1e-194e-4cdf-bd21-52c577b9b28e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.932281] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 693.932281] env[69308]: value = "task-3868006" [ 693.932281] env[69308]: _type = "Task" [ 693.932281] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.944904] env[69308]: DEBUG nova.compute.provider_tree [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.952375] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868006, 'name': CloneVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.966406] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077394} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.966682] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.967554] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71329462-64a4-47c2-a957-f0460519a5e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.990393] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 60f120c5-345a-44dd-b716-03a686a518f3/60f120c5-345a-44dd-b716-03a686a518f3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.990732] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c8453d-453d-4caf-a83a-303d5fd2c8af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.011084] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 694.011084] env[69308]: value = "task-3868007" [ 694.011084] env[69308]: _type = "Task" [ 694.011084] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.023198] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.094784] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.351680] env[69308]: DEBUG nova.network.neutron [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.421680] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.448515] env[69308]: DEBUG nova.scheduler.client.report [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.452083] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868006, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.523858] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.537593] env[69308]: DEBUG nova.network.neutron [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updating instance_info_cache with network_info: [{"id": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "address": "fa:16:3e:6d:b6:8b", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a94d2d-72", "ovs_interfaceid": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.944483] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868006, 'name': CloneVM_Task} progress is 95%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.957039] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.957858] env[69308]: DEBUG nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.963629] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.481s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.963985] env[69308]: DEBUG nova.objects.instance [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lazy-loading 'resources' on Instance uuid 693ccb58-152a-409f-ae7d-f0a68cf4880d {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.023631] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868007, 'name': ReconfigVM_Task, 'duration_secs': 0.549461} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.024082] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 60f120c5-345a-44dd-b716-03a686a518f3/60f120c5-345a-44dd-b716-03a686a518f3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.024965] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e92327b5-2da5-472d-b9ff-da454a80bec6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.033659] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 695.033659] env[69308]: value = "task-3868008" [ 695.033659] env[69308]: _type = "Task" [ 695.033659] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.045890] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.046241] env[69308]: DEBUG nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Instance network_info: |[{"id": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "address": "fa:16:3e:6d:b6:8b", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a94d2d-72", "ovs_interfaceid": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.046735] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868008, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.047290] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:b6:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29a94d2d-72ab-4cf8-b750-14cc1873f651', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.057250] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Creating folder: Project (34931cdadbdb424c809a262bf676a7ee). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.057684] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cffe9a1e-4b19-4a2e-8f2a-26cd4a257110 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.069890] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Created folder: Project (34931cdadbdb424c809a262bf676a7ee) in parent group-v768498. [ 695.070110] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Creating folder: Instances. Parent ref: group-v768580. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.070373] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18d5372c-9b07-4760-899e-7e41fe496f54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.083207] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Created folder: Instances in parent group-v768580. [ 695.083614] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.083898] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.084378] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2195ea22-7a8d-4d72-b989-fee78920bbc5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.110602] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.110602] env[69308]: value = "task-3868011" [ 695.110602] env[69308]: _type = "Task" [ 695.110602] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.121627] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868011, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.449508] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868006, 'name': CloneVM_Task, 'duration_secs': 1.23632} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.449965] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Created linked-clone VM from snapshot [ 695.451220] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ae76b1-8114-41a7-bcc8-dc0a5dcb904b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.466869] env[69308]: DEBUG nova.compute.utils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.468626] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Uploading image 269e0ce7-92dd-4bb3-9bb7-ff7ad911c165 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 695.477933] env[69308]: DEBUG nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.478357] env[69308]: DEBUG nova.network.neutron [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.494225] env[69308]: DEBUG oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 695.494225] env[69308]: value = "vm-768579" [ 695.494225] env[69308]: _type = "VirtualMachine" [ 695.494225] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 695.494728] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1af33cdc-b8de-4fb2-b72a-821c59230bae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.502897] env[69308]: DEBUG oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lease: (returnval){ [ 695.502897] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52869c29-a97d-35da-42f7-b558a1d8f249" [ 695.502897] env[69308]: _type = "HttpNfcLease" [ 695.502897] env[69308]: } obtained for exporting VM: (result){ [ 695.502897] env[69308]: value = "vm-768579" [ 695.502897] env[69308]: _type = "VirtualMachine" [ 695.502897] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 695.503244] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the lease: (returnval){ [ 695.503244] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52869c29-a97d-35da-42f7-b558a1d8f249" [ 695.503244] env[69308]: _type = "HttpNfcLease" [ 695.503244] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 695.512727] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.512727] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52869c29-a97d-35da-42f7-b558a1d8f249" [ 695.512727] env[69308]: _type = "HttpNfcLease" [ 695.512727] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 695.544670] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868008, 'name': Rename_Task, 'duration_secs': 0.207122} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.544670] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.544670] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34323dda-e810-451e-9a9b-1004f588878b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.547081] env[69308]: DEBUG nova.policy [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41352c5fae524fd5a5cac417149f973c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f9c7cbaa61403faa1b2e9d0c808a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.554665] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 695.554665] env[69308]: value = "task-3868013" [ 695.554665] env[69308]: _type = "Task" [ 695.554665] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.570727] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.620977] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739b82a2-d405-4a1a-b332-501c25b2774d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.632094] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868011, 'name': CreateVM_Task, 'duration_secs': 0.317118} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.650957] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.651413] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance 'b2cfd112-af47-46e1-8546-f527c9d84253' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 695.658070] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.658331] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.658826] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.659542] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93680bb-da5a-409a-99c6-27c10daefd54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.665209] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 695.665209] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ab5a56-aecf-712d-c172-eec601fb9308" [ 695.665209] env[69308]: _type = "Task" [ 695.665209] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.677325] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ab5a56-aecf-712d-c172-eec601fb9308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.973114] env[69308]: DEBUG nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.984562] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.985451] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28297e98-6a2e-4646-9164-519bf9e37ed0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.996031] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 695.996031] env[69308]: value = "task-3868014" [ 695.996031] env[69308]: _type = "Task" [ 695.996031] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.005918] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.014236] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.014236] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52869c29-a97d-35da-42f7-b558a1d8f249" [ 696.014236] env[69308]: _type = "HttpNfcLease" [ 696.014236] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 696.014773] env[69308]: DEBUG oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 696.014773] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52869c29-a97d-35da-42f7-b558a1d8f249" [ 696.014773] env[69308]: _type = "HttpNfcLease" [ 696.014773] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 696.015898] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9cc680-a5df-41ea-956b-e475e2e479e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.024973] env[69308]: DEBUG oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525540a4-dd18-7d1c-df2e-a829db092777/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 696.025740] env[69308]: DEBUG oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525540a4-dd18-7d1c-df2e-a829db092777/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 696.080921] env[69308]: DEBUG nova.network.neutron [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Successfully created port: a285c4fd-67ba-418f-94ce-dd048cb6e7ca {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.101104] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868013, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.126659] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2afeb6eb-99d7-4baa-afbb-3f1dea4d202b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.161902] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.170445] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a8553ff-85af-407d-91fc-66412bcc2762 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.182399] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ab5a56-aecf-712d-c172-eec601fb9308, 'name': SearchDatastore_Task, 'duration_secs': 0.016003} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.183880] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.184143] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.184382] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.184529] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.184705] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.185035] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 696.185035] env[69308]: value = "task-3868015" [ 696.185035] env[69308]: _type = "Task" [ 696.185035] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.187736] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-748ba8b5-e847-427d-b7fb-57ad4c0b7a03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.204226] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.210671] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.210671] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.210671] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a10532-4482-410f-835d-01a440bab09a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.215297] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 696.215297] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5226caad-fac2-9bd1-7f4b-bafe80378d2f" [ 696.215297] env[69308]: _type = "Task" [ 696.215297] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.225261] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5226caad-fac2-9bd1-7f4b-bafe80378d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.229472] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3d6aee-afd3-4586-9481-39f5e3ee386c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.237433] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878f3e95-c8ea-4572-8ec3-bb08f49bc563 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.274300] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa85e19-3223-4d5f-b8bc-a1d233a0347c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.283210] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdbee06-2a93-4776-bf93-1fa33c246d87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.297453] env[69308]: DEBUG nova.compute.provider_tree [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.511461] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868014, 'name': PowerOffVM_Task, 'duration_secs': 0.240051} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.511461] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.511461] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a16c2dc-ea39-4312-8c45-3963c35e23c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.533569] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdde9494-553b-4462-974a-eaf2d4288e72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.569953] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.571018] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b92e5d51-7e57-4b83-a530-863382513884 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.582653] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 696.582653] env[69308]: value = "task-3868016" [ 696.582653] env[69308]: _type = "Task" [ 696.582653] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.595952] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868013, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.600072] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 696.600670] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.601141] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.704954] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868015, 'name': PowerOffVM_Task, 'duration_secs': 0.2303} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.705464] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.705728] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance 'b2cfd112-af47-46e1-8546-f527c9d84253' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.730254] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5226caad-fac2-9bd1-7f4b-bafe80378d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.018373} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.730254] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a64b06-dbe2-4097-843d-15c51b6db622 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.738588] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 696.738588] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5258c352-9ce0-1349-daa5-0e27bfe007bd" [ 696.738588] env[69308]: _type = "Task" [ 696.738588] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.749962] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5258c352-9ce0-1349-daa5-0e27bfe007bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.802112] env[69308]: DEBUG nova.scheduler.client.report [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.983505] env[69308]: DEBUG nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.007251] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.008205] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.008375] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.008562] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.008710] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.008858] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.009430] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.010450] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.010651] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.010856] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.010988] env[69308]: DEBUG nova.virt.hardware [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.017123] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0432ac8d-4c2c-4c44-9c09-a5d532712f60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.027712] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a708bf7-06c6-4aa7-b839-5dd684f28962 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.092584] env[69308]: DEBUG oslo_vmware.api [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868013, 'name': PowerOnVM_Task, 'duration_secs': 1.231602} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.093011] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.093300] env[69308]: INFO nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Took 9.71 seconds to spawn the instance on the hypervisor. [ 697.093922] env[69308]: DEBUG nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.094942] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19750153-2d40-46d5-b4f0-bd9f2bcab00a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.215721] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.216287] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.216497] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.216764] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.217174] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.217513] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.217844] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.218143] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.218512] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.218784] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.219170] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.228282] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a542aa2a-fb0a-448c-a185-a0c05c2e7e9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.261054] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5258c352-9ce0-1349-daa5-0e27bfe007bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.263246] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.263985] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] cb44961f-d39b-4a67-a568-780c0ac1ec7b/cb44961f-d39b-4a67-a568-780c0ac1ec7b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.264381] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 697.264381] env[69308]: value = "task-3868017" [ 697.264381] env[69308]: _type = "Task" [ 697.264381] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.264545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.264681] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.265028] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c28d362-0e9c-4748-a350-63b45235c34b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.268031] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2770bf6-933e-417a-af50-51cbf0de8692 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.284655] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.287888] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.288217] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.289297] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 697.289297] env[69308]: value = "task-3868018" [ 697.289297] env[69308]: _type = "Task" [ 697.289297] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.289711] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f74af7-4aec-40d9-bc94-c7a32b81c4a6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.301598] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 697.301598] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520af382-2d52-e24a-0436-9bc3242abc42" [ 697.301598] env[69308]: _type = "Task" [ 697.301598] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.305975] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.310356] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.313673] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.543s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.315277] env[69308]: INFO nova.compute.claims [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.326548] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520af382-2d52-e24a-0436-9bc3242abc42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.351927] env[69308]: INFO nova.scheduler.client.report [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Deleted allocations for instance 693ccb58-152a-409f-ae7d-f0a68cf4880d [ 697.622328] env[69308]: INFO nova.compute.manager [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Took 38.93 seconds to build instance. [ 697.780529] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868017, 'name': ReconfigVM_Task, 'duration_secs': 0.227216} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.784019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance 'b2cfd112-af47-46e1-8546-f527c9d84253' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.804892] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868018, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.818412] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520af382-2d52-e24a-0436-9bc3242abc42, 'name': SearchDatastore_Task, 'duration_secs': 0.025859} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.818412] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596eeec4-6d3a-4134-99ca-f3e2305016ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.827162] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 697.827162] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c652dc-b150-38ad-21b8-602de1ae4977" [ 697.827162] env[69308]: _type = "Task" [ 697.827162] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.841373] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c652dc-b150-38ad-21b8-602de1ae4977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.860850] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1027fba4-7e50-454f-b420-2bc9fa980fdf tempest-FloatingIPsAssociationNegativeTestJSON-9463253 tempest-FloatingIPsAssociationNegativeTestJSON-9463253-project-member] Lock "693ccb58-152a-409f-ae7d-f0a68cf4880d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.042s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.952449] env[69308]: DEBUG nova.compute.manager [req-52ea4650-6f4e-4ac0-8a51-34dad283ed13 req-95c90a61-1700-44d3-a18f-d9bdc25e617c service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Received event network-vif-plugged-a285c4fd-67ba-418f-94ce-dd048cb6e7ca {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.952449] env[69308]: DEBUG oslo_concurrency.lockutils [req-52ea4650-6f4e-4ac0-8a51-34dad283ed13 req-95c90a61-1700-44d3-a18f-d9bdc25e617c service nova] Acquiring lock "838dc24e-f04e-4756-bbb7-f068018f5edc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.952449] env[69308]: DEBUG oslo_concurrency.lockutils [req-52ea4650-6f4e-4ac0-8a51-34dad283ed13 req-95c90a61-1700-44d3-a18f-d9bdc25e617c service nova] Lock "838dc24e-f04e-4756-bbb7-f068018f5edc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.952449] env[69308]: DEBUG oslo_concurrency.lockutils [req-52ea4650-6f4e-4ac0-8a51-34dad283ed13 req-95c90a61-1700-44d3-a18f-d9bdc25e617c service nova] Lock "838dc24e-f04e-4756-bbb7-f068018f5edc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.952449] env[69308]: DEBUG nova.compute.manager [req-52ea4650-6f4e-4ac0-8a51-34dad283ed13 req-95c90a61-1700-44d3-a18f-d9bdc25e617c service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] No waiting events found dispatching network-vif-plugged-a285c4fd-67ba-418f-94ce-dd048cb6e7ca {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.952804] env[69308]: WARNING nova.compute.manager [req-52ea4650-6f4e-4ac0-8a51-34dad283ed13 req-95c90a61-1700-44d3-a18f-d9bdc25e617c service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Received unexpected event network-vif-plugged-a285c4fd-67ba-418f-94ce-dd048cb6e7ca for instance with vm_state building and task_state spawning. [ 698.120558] env[69308]: DEBUG nova.network.neutron [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Successfully updated port: a285c4fd-67ba-418f-94ce-dd048cb6e7ca {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.126341] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0875edc-2013-4ef6-871f-9063a9526b79 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "60f120c5-345a-44dd-b716-03a686a518f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.391s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.292253] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.292618] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.293597] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.293748] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.293980] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.295485] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.295485] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.295485] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.295485] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.295485] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.295945] env[69308]: DEBUG nova.virt.hardware [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.305206] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 698.305818] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aec34b4-0da3-4d45-92ff-c59c06bc35ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.337934] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722434} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.340568] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] cb44961f-d39b-4a67-a568-780c0ac1ec7b/cb44961f-d39b-4a67-a568-780c0ac1ec7b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.340568] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.340913] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 698.340913] env[69308]: value = "task-3868019" [ 698.340913] env[69308]: _type = "Task" [ 698.340913] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.341240] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66b4a5d5-bced-4a80-8928-b74bc891ce2a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.358494] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c652dc-b150-38ad-21b8-602de1ae4977, 'name': SearchDatastore_Task, 'duration_secs': 0.061141} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.359795] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.360154] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. {{(pid=69308) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 698.360907] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c933daa-dbc7-4aaf-b9d1-3825bd134563 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.372308] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 698.372308] env[69308]: value = "task-3868020" [ 698.372308] env[69308]: _type = "Task" [ 698.372308] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.372607] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.382859] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 698.382859] env[69308]: value = "task-3868021" [ 698.382859] env[69308]: _type = "Task" [ 698.382859] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.393111] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.400417] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.622259] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "refresh_cache-838dc24e-f04e-4756-bbb7-f068018f5edc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.622430] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquired lock "refresh_cache-838dc24e-f04e-4756-bbb7-f068018f5edc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.622668] env[69308]: DEBUG nova.network.neutron [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.632081] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.858152] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868019, 'name': ReconfigVM_Task, 'duration_secs': 0.201421} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.861354] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 698.863168] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b9aaf-d028-4da5-86ec-b50167f9d288 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.888522] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b2cfd112-af47-46e1-8546-f527c9d84253/b2cfd112-af47-46e1-8546-f527c9d84253.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.895198] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52236aec-5e1a-4e16-ac2c-b8cbf64eee10 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.919580] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098052} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.924509] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.924944] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 698.924944] env[69308]: value = "task-3868022" [ 698.924944] env[69308]: _type = "Task" [ 698.924944] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.925156] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868021, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.928772] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9ebbe-5f3c-4fc6-9c78-44ec40beb4f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.943066] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.966199] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] cb44961f-d39b-4a67-a568-780c0ac1ec7b/cb44961f-d39b-4a67-a568-780c0ac1ec7b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.970022] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463015ae-b15e-486c-adbd-8dbb2c760e1e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.993654] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 698.993654] env[69308]: value = "task-3868023" [ 698.993654] env[69308]: _type = "Task" [ 698.993654] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.008522] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.112017] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42b9625-0c59-4d3f-b91f-1af64bf315ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.121623] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec290b-8732-41aa-b59f-b1246744dfd3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.160847] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cc1120-d7d1-4ab6-b91a-83309eac0885 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.176582] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b1683-bb80-41b0-a5a3-cff45946e142 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.180466] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.192573] env[69308]: DEBUG nova.compute.provider_tree [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.222200] env[69308]: DEBUG nova.network.neutron [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.408772] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547534} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.409107] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. [ 699.411788] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a8980-dc12-4b0c-b162-75785ca3ed08 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.445248] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.451295] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72375b29-9259-4d4c-8c5d-d4f1696367d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.472102] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868022, 'name': ReconfigVM_Task, 'duration_secs': 0.332267} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.473721] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b2cfd112-af47-46e1-8546-f527c9d84253/b2cfd112-af47-46e1-8546-f527c9d84253.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.474049] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance 'b2cfd112-af47-46e1-8546-f527c9d84253' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.477717] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 699.477717] env[69308]: value = "task-3868024" [ 699.477717] env[69308]: _type = "Task" [ 699.477717] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.495056] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868024, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.506404] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868023, 'name': ReconfigVM_Task, 'duration_secs': 0.40333} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.506404] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Reconfigured VM instance instance-0000001c to attach disk [datastore1] cb44961f-d39b-4a67-a568-780c0ac1ec7b/cb44961f-d39b-4a67-a568-780c0ac1ec7b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.506874] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b0051e1-0921-4c3b-8ee6-22f2c0d0a867 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.514706] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 699.514706] env[69308]: value = "task-3868025" [ 699.514706] env[69308]: _type = "Task" [ 699.514706] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.528653] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868025, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.544812] env[69308]: DEBUG nova.network.neutron [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Updating instance_info_cache with network_info: [{"id": "a285c4fd-67ba-418f-94ce-dd048cb6e7ca", "address": "fa:16:3e:b4:20:28", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa285c4fd-67", "ovs_interfaceid": "a285c4fd-67ba-418f-94ce-dd048cb6e7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.696560] env[69308]: DEBUG nova.scheduler.client.report [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.821631] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "fe4ef999-119c-4235-85dd-f1848885b31a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.821631] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.988896] env[69308]: DEBUG nova.compute.manager [req-e9be94c4-eea6-461a-88a7-dfd0b939539c req-b1f95b79-7940-4d63-ba64-632923f4a7ce service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Received event network-changed-a285c4fd-67ba-418f-94ce-dd048cb6e7ca {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.989503] env[69308]: DEBUG nova.compute.manager [req-e9be94c4-eea6-461a-88a7-dfd0b939539c req-b1f95b79-7940-4d63-ba64-632923f4a7ce service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Refreshing instance network info cache due to event network-changed-a285c4fd-67ba-418f-94ce-dd048cb6e7ca. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.989712] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9be94c4-eea6-461a-88a7-dfd0b939539c req-b1f95b79-7940-4d63-ba64-632923f4a7ce service nova] Acquiring lock "refresh_cache-838dc24e-f04e-4756-bbb7-f068018f5edc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.991060] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff1a2ae-f289-4f07-b3f8-3d4a3c3d5a2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.000148] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868024, 'name': ReconfigVM_Task, 'duration_secs': 0.523169} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.013753] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.015162] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18caf11-7d04-44b6-a5a5-56ac4e07ee83 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.018321] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374293a3-e925-4677-a31b-a7f0a7b4bc3c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.029499] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868025, 'name': Rename_Task, 'duration_secs': 0.198372} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.061285] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.062228] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Releasing lock "refresh_cache-838dc24e-f04e-4756-bbb7-f068018f5edc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.062533] env[69308]: DEBUG nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Instance network_info: |[{"id": "a285c4fd-67ba-418f-94ce-dd048cb6e7ca", "address": "fa:16:3e:b4:20:28", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa285c4fd-67", "ovs_interfaceid": "a285c4fd-67ba-418f-94ce-dd048cb6e7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.067676] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance 'b2cfd112-af47-46e1-8546-f527c9d84253' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.071153] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70b83ed0-a2b2-4b13-8935-233957722d97 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.073112] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9be94c4-eea6-461a-88a7-dfd0b939539c req-b1f95b79-7940-4d63-ba64-632923f4a7ce service nova] Acquired lock "refresh_cache-838dc24e-f04e-4756-bbb7-f068018f5edc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.073314] env[69308]: DEBUG nova.network.neutron [req-e9be94c4-eea6-461a-88a7-dfd0b939539c req-b1f95b79-7940-4d63-ba64-632923f4a7ce service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Refreshing network info cache for port a285c4fd-67ba-418f-94ce-dd048cb6e7ca {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.074543] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:20:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a285c4fd-67ba-418f-94ce-dd048cb6e7ca', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.082544] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Creating folder: Project (f2f9c7cbaa61403faa1b2e9d0c808a03). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.082846] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c87b1676-6ba7-4068-aaf6-433cd7b8d8ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.095620] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0de091d-33d4-48f9-88be-097100c4b65c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.105531] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 700.105531] env[69308]: value = "task-3868026" [ 700.105531] env[69308]: _type = "Task" [ 700.105531] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.107051] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 700.107051] env[69308]: value = "task-3868028" [ 700.107051] env[69308]: _type = "Task" [ 700.107051] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.115403] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Created folder: Project (f2f9c7cbaa61403faa1b2e9d0c808a03) in parent group-v768498. [ 700.115628] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Creating folder: Instances. Parent ref: group-v768583. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.116562] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eeda2cc-a9d4-4fad-937e-12452c5f30b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.122631] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.126686] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.135294] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Created folder: Instances in parent group-v768583. [ 700.135586] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.135869] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.136233] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9327d927-637c-487a-a911-3089c8fd68b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.159443] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.159443] env[69308]: value = "task-3868030" [ 700.159443] env[69308]: _type = "Task" [ 700.159443] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.168872] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868030, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.207484] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.208530] env[69308]: DEBUG nova.compute.manager [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.212691] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.257s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.212904] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.213198] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 700.213616] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.097s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.214156] env[69308]: DEBUG nova.objects.instance [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lazy-loading 'resources' on Instance uuid d098ccf8-5ea6-4ad7-b99b-de0d95e6f371 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.217657] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b66e25-24bf-4fbe-a807-0a65459596e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.230180] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dedfe6-5166-4ec2-9e01-d18e5e0a22b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.251422] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6ff1c6-1883-4ccc-b1d4-5319a7d73689 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.263383] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6228c8-7133-4cb5-b744-2c43f49c8580 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.306934] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178373MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 700.307146] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.626590] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.631886] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868028, 'name': ReconfigVM_Task, 'duration_secs': 0.266448} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.632313] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.632770] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46161ba3-516a-4ddf-907f-c0ca6a27c00b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.642609] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 700.642609] env[69308]: value = "task-3868031" [ 700.642609] env[69308]: _type = "Task" [ 700.642609] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.653146] env[69308]: DEBUG nova.network.neutron [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Port 933be4bf-c58b-4a83-b679-1cecd51ebd53 binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 700.654605] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.673270] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868030, 'name': CreateVM_Task, 'duration_secs': 0.363849} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.673516] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.674196] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.674367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.674685] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.675332] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9839f04-c9c4-42f5-8eac-99186630133a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.681867] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 700.681867] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52480482-0cea-4744-43d8-89436a76bc97" [ 700.681867] env[69308]: _type = "Task" [ 700.681867] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.694030] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52480482-0cea-4744-43d8-89436a76bc97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.721896] env[69308]: DEBUG nova.compute.utils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.724227] env[69308]: DEBUG nova.compute.manager [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 700.899551] env[69308]: DEBUG nova.network.neutron [req-e9be94c4-eea6-461a-88a7-dfd0b939539c req-b1f95b79-7940-4d63-ba64-632923f4a7ce service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Updated VIF entry in instance network info cache for port a285c4fd-67ba-418f-94ce-dd048cb6e7ca. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.899551] env[69308]: DEBUG nova.network.neutron [req-e9be94c4-eea6-461a-88a7-dfd0b939539c req-b1f95b79-7940-4d63-ba64-632923f4a7ce service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Updating instance_info_cache with network_info: [{"id": "a285c4fd-67ba-418f-94ce-dd048cb6e7ca", "address": "fa:16:3e:b4:20:28", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa285c4fd-67", "ovs_interfaceid": "a285c4fd-67ba-418f-94ce-dd048cb6e7ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.119206] env[69308]: DEBUG oslo_vmware.api [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868026, 'name': PowerOnVM_Task, 'duration_secs': 0.62464} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.122083] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.122277] env[69308]: INFO nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Took 9.50 seconds to spawn the instance on the hypervisor. [ 701.122488] env[69308]: DEBUG nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.124390] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfd675b-9998-41cc-9bcf-d21f0ae42a7f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.156495] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.193972] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52480482-0cea-4744-43d8-89436a76bc97, 'name': SearchDatastore_Task, 'duration_secs': 0.01272} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.194642] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.194911] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.195195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.195374] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.195640] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.195864] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa2f6f4-f95a-4049-9201-60abbe778ecd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.209530] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.210074] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.210654] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e982c91a-611d-4b81-b2bf-09680395eec2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.219072] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 701.219072] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b37fa7-f303-5280-4a9f-ef2cf5139553" [ 701.219072] env[69308]: _type = "Task" [ 701.219072] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.226084] env[69308]: DEBUG nova.compute.manager [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.234951] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b37fa7-f303-5280-4a9f-ef2cf5139553, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.239266] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdba8e96-d095-4293-b547-22b1ff1c90fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.248746] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 701.248746] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52043b5a-2d17-4074-2b9b-4048f92b7cfd" [ 701.248746] env[69308]: _type = "Task" [ 701.248746] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.257671] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52043b5a-2d17-4074-2b9b-4048f92b7cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.345776] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559cc177-8635-4dbe-9fd3-7e02fd944791 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.354237] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa480b4-e353-4023-b6c1-0604d70a3da4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.387605] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c42e1d-7049-4941-946c-62e56eeb7a86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.395943] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986120e5-14b6-4548-aee3-3419ac066ecb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.401797] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9be94c4-eea6-461a-88a7-dfd0b939539c req-b1f95b79-7940-4d63-ba64-632923f4a7ce service nova] Releasing lock "refresh_cache-838dc24e-f04e-4756-bbb7-f068018f5edc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.412823] env[69308]: DEBUG nova.compute.provider_tree [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.653949] env[69308]: INFO nova.compute.manager [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Took 41.74 seconds to build instance. [ 701.670502] env[69308]: DEBUG oslo_vmware.api [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868031, 'name': PowerOnVM_Task, 'duration_secs': 0.743152} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.675025] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.680226] env[69308]: DEBUG nova.compute.manager [None req-4a04a437-340f-40d1-828c-764fa39d1e42 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.680763] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.681220] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.681463] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.683258] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e68c6ea-dca1-4725-9587-b756a036ab8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.758014] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52043b5a-2d17-4074-2b9b-4048f92b7cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.758992] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.758992] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 838dc24e-f04e-4756-bbb7-f068018f5edc/838dc24e-f04e-4756-bbb7-f068018f5edc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.758992] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b5192e9-3a7b-481b-938c-910bd0ada33a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.768980] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 701.768980] env[69308]: value = "task-3868032" [ 701.768980] env[69308]: _type = "Task" [ 701.768980] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.778941] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.940350] env[69308]: ERROR nova.scheduler.client.report [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [req-4a2a486d-c6ea-4b1e-b6b0-fd192f850800] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a2a486d-c6ea-4b1e-b6b0-fd192f850800"}]} [ 701.976599] env[69308]: DEBUG nova.scheduler.client.report [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 702.000874] env[69308]: DEBUG nova.scheduler.client.report [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 702.000874] env[69308]: DEBUG nova.compute.provider_tree [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.013741] env[69308]: DEBUG nova.scheduler.client.report [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 702.039764] env[69308]: DEBUG nova.scheduler.client.report [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 702.131537] env[69308]: DEBUG nova.compute.manager [req-dc98463d-49fb-4e9c-85a2-cbf0da96bb63 req-b5a5e583-27bd-4629-acf3-dce861d9b1ff service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received event network-changed-29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.131797] env[69308]: DEBUG nova.compute.manager [req-dc98463d-49fb-4e9c-85a2-cbf0da96bb63 req-b5a5e583-27bd-4629-acf3-dce861d9b1ff service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Refreshing instance network info cache due to event network-changed-29a94d2d-72ab-4cf8-b750-14cc1873f651. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.132180] env[69308]: DEBUG oslo_concurrency.lockutils [req-dc98463d-49fb-4e9c-85a2-cbf0da96bb63 req-b5a5e583-27bd-4629-acf3-dce861d9b1ff service nova] Acquiring lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.132356] env[69308]: DEBUG oslo_concurrency.lockutils [req-dc98463d-49fb-4e9c-85a2-cbf0da96bb63 req-b5a5e583-27bd-4629-acf3-dce861d9b1ff service nova] Acquired lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.132897] env[69308]: DEBUG nova.network.neutron [req-dc98463d-49fb-4e9c-85a2-cbf0da96bb63 req-b5a5e583-27bd-4629-acf3-dce861d9b1ff service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Refreshing network info cache for port 29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.175340] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac715cdb-48ef-4b3c-b85c-51d98c0afdc3 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.511s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.245490] env[69308]: DEBUG nova.compute.manager [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.288612] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500256} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.292492] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.292835] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.294072] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.294072] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.294269] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.294430] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.294997] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.294997] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.295236] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.296058] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.296058] env[69308]: DEBUG nova.virt.hardware [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.296500] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 838dc24e-f04e-4756-bbb7-f068018f5edc/838dc24e-f04e-4756-bbb7-f068018f5edc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.296708] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.299765] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc5259-a731-4628-b9ec-cc0bb647b929 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.308244] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e87a805d-5cc8-432c-88f2-477bb6903119 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.321650] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21ed90b-62ea-475c-9286-eac040ba2b26 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.328062] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 702.328062] env[69308]: value = "task-3868033" [ 702.328062] env[69308]: _type = "Task" [ 702.328062] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.350286] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.356527] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Creating folder: Project (0159039aea4c4513a95c13be89dcd56a). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.360806] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f7ba01c-b89e-4f05-8a65-736f9c0d28e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.367347] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.383450] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Created folder: Project (0159039aea4c4513a95c13be89dcd56a) in parent group-v768498. [ 702.383665] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Creating folder: Instances. Parent ref: group-v768586. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.384959] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-699407e0-b19d-4c09-a6a6-580e1b1d89a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.395567] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Created folder: Instances in parent group-v768586. [ 702.395860] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.399615] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.400220] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-372de892-6bf9-477d-988d-a5dd524733e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.421154] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.421154] env[69308]: value = "task-3868036" [ 702.421154] env[69308]: _type = "Task" [ 702.421154] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.428425] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868036, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.678842] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.783511] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c67c48-7d42-4e3e-9a90-e5426ca413c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.792033] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1ae027-90cc-4dee-b292-c297925113ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.831726] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05542681-503d-4122-8015-4192e0170c6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.848976] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169519} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.850422] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852721ad-6d15-43ff-b55b-c39ac6023d0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.854600] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.855542] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56957ba-40c8-45ad-8c94-ba811d894f4c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.869967] env[69308]: DEBUG nova.compute.provider_tree [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.893318] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 838dc24e-f04e-4756-bbb7-f068018f5edc/838dc24e-f04e-4756-bbb7-f068018f5edc.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.897437] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256af32d-20a5-4b47-b296-126250a851b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.922123] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 702.922123] env[69308]: value = "task-3868037" [ 702.922123] env[69308]: _type = "Task" [ 702.922123] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.938693] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868036, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.939023] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.031194] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.031614] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.032405] env[69308]: DEBUG nova.network.neutron [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.033874] env[69308]: INFO nova.compute.manager [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Unrescuing [ 703.034173] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.034859] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.035301] env[69308]: DEBUG nova.network.neutron [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.040155] env[69308]: DEBUG nova.network.neutron [req-dc98463d-49fb-4e9c-85a2-cbf0da96bb63 req-b5a5e583-27bd-4629-acf3-dce861d9b1ff service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updated VIF entry in instance network info cache for port 29a94d2d-72ab-4cf8-b750-14cc1873f651. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.040155] env[69308]: DEBUG nova.network.neutron [req-dc98463d-49fb-4e9c-85a2-cbf0da96bb63 req-b5a5e583-27bd-4629-acf3-dce861d9b1ff service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updating instance_info_cache with network_info: [{"id": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "address": "fa:16:3e:6d:b6:8b", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a94d2d-72", "ovs_interfaceid": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.204982] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.439736] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868036, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.442917] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868037, 'name': ReconfigVM_Task, 'duration_secs': 0.33245} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.444364] env[69308]: DEBUG nova.scheduler.client.report [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 703.444601] env[69308]: DEBUG nova.compute.provider_tree [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 54 to 55 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 703.444811] env[69308]: DEBUG nova.compute.provider_tree [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.448415] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 838dc24e-f04e-4756-bbb7-f068018f5edc/838dc24e-f04e-4756-bbb7-f068018f5edc.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.449394] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3658468-0670-46e4-96d8-22a994dea535 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.457406] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 703.457406] env[69308]: value = "task-3868038" [ 703.457406] env[69308]: _type = "Task" [ 703.457406] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.467631] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868038, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.541406] env[69308]: DEBUG oslo_concurrency.lockutils [req-dc98463d-49fb-4e9c-85a2-cbf0da96bb63 req-b5a5e583-27bd-4629-acf3-dce861d9b1ff service nova] Releasing lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.793327] env[69308]: DEBUG nova.network.neutron [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance_info_cache with network_info: [{"id": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "address": "fa:16:3e:75:10:d6", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933be4bf-c5", "ovs_interfaceid": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.937539] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868036, 'name': CreateVM_Task, 'duration_secs': 1.149171} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.937785] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.938211] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.938371] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.938697] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.938950] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8180e715-b3ca-47d5-9be1-d7026338cd34 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.944777] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 703.944777] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526f876d-7334-f163-6f24-2caa5de97b38" [ 703.944777] env[69308]: _type = "Task" [ 703.944777] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.950709] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.737s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.957385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.790s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.959064] env[69308]: INFO nova.compute.claims [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.966022] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526f876d-7334-f163-6f24-2caa5de97b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.967449] env[69308]: DEBUG nova.network.neutron [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Updating instance_info_cache with network_info: [{"id": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "address": "fa:16:3e:d1:29:0c", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a8478-ca", "ovs_interfaceid": "674a8478-caf7-466a-bd7a-a9ec991adbbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.975247] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868038, 'name': Rename_Task, 'duration_secs': 0.166115} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.975596] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.975858] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b935aba0-acd5-44a8-8129-063d69693d41 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.982036] env[69308]: INFO nova.scheduler.client.report [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Deleted allocations for instance d098ccf8-5ea6-4ad7-b99b-de0d95e6f371 [ 703.986578] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 703.986578] env[69308]: value = "task-3868039" [ 703.986578] env[69308]: _type = "Task" [ 703.986578] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.996606] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.296955] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.461331] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526f876d-7334-f163-6f24-2caa5de97b38, 'name': SearchDatastore_Task, 'duration_secs': 0.010903} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.461663] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.461871] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.462260] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.462355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.463773] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.463773] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6608321-4933-4663-bc28-73d99253d9f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.469711] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "refresh_cache-e33c7029-3e87-43b6-9865-c4d0d912974d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.471264] env[69308]: DEBUG nova.objects.instance [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lazy-loading 'flavor' on Instance uuid e33c7029-3e87-43b6-9865-c4d0d912974d {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.477884] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.478101] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.478904] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff5824e-74f4-44f7-84ae-10ea9a97a164 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.486731] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 704.486731] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52884fc7-4e69-ea4f-712d-d71ab546ea64" [ 704.486731] env[69308]: _type = "Task" [ 704.486731] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.494936] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0d749157-ca69-4a3d-ae9d-0b8b987dd53b tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "d098ccf8-5ea6-4ad7-b99b-de0d95e6f371" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.121s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.507998] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52884fc7-4e69-ea4f-712d-d71ab546ea64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.512834] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.761566] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "dcc61c85-f39c-40e0-95cf-c18894eebf03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.761871] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "dcc61c85-f39c-40e0-95cf-c18894eebf03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.762071] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "dcc61c85-f39c-40e0-95cf-c18894eebf03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.762260] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "dcc61c85-f39c-40e0-95cf-c18894eebf03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.762466] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "dcc61c85-f39c-40e0-95cf-c18894eebf03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.766014] env[69308]: INFO nova.compute.manager [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Terminating instance [ 704.824908] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301475b-01e2-4eb2-a3ca-a8383aec956b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.857122] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a787cd-b38a-4100-ae3b-77085760acb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.866960] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance 'b2cfd112-af47-46e1-8546-f527c9d84253' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 704.983187] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c1fb0a-6450-471d-bd71-f5efd50e4b03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.016176] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.026470] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-757ac286-f7e5-4629-adb3-1b4be590efaf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.036157] env[69308]: DEBUG oslo_vmware.api [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868039, 'name': PowerOnVM_Task, 'duration_secs': 0.541021} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.041430] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.041430] env[69308]: INFO nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Took 8.06 seconds to spawn the instance on the hypervisor. [ 705.041872] env[69308]: DEBUG nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.042278] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 705.042278] env[69308]: value = "task-3868040" [ 705.042278] env[69308]: _type = "Task" [ 705.042278] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.042496] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52884fc7-4e69-ea4f-712d-d71ab546ea64, 'name': SearchDatastore_Task, 'duration_secs': 0.02842} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.045897] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac38984-b84d-4351-823b-daeb8f19c552 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.054039] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c7fd46-fc29-406e-9663-d3e53072bf85 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.073636] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 705.073636] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cc0589-22d3-3b6c-954b-f3473a5736f2" [ 705.073636] env[69308]: _type = "Task" [ 705.073636] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.073857] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.086946] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cc0589-22d3-3b6c-954b-f3473a5736f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.086946] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.086946] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 563722c6-483c-4154-b4da-e8412f78b765/563722c6-483c-4154-b4da-e8412f78b765.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.086946] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b60311fc-7f06-4a52-9507-ed6be6d8b921 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.097998] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 705.097998] env[69308]: value = "task-3868041" [ 705.097998] env[69308]: _type = "Task" [ 705.097998] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.119950] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.273285] env[69308]: DEBUG nova.compute.manager [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.273680] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.275633] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e0a4ef-25ad-4676-8fc7-62826407f178 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.285660] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.289271] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-133169d7-bd71-4b85-bf82-48b07ead227d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.297867] env[69308]: DEBUG oslo_vmware.api [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 705.297867] env[69308]: value = "task-3868042" [ 705.297867] env[69308]: _type = "Task" [ 705.297867] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.309521] env[69308]: DEBUG oslo_vmware.api [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3868042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.377635] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.377635] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5110ae81-776c-461a-815e-449ef43280f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.398239] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 705.398239] env[69308]: value = "task-3868043" [ 705.398239] env[69308]: _type = "Task" [ 705.398239] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.414567] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.563651] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868040, 'name': PowerOffVM_Task, 'duration_secs': 0.258905} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.565108] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.575033] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 705.575033] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4831ae-d1d3-4f4c-b47f-38e7c23ade2b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.605825] env[69308]: INFO nova.compute.manager [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Took 42.94 seconds to build instance. [ 705.607298] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 705.607298] env[69308]: value = "task-3868044" [ 705.607298] env[69308]: _type = "Task" [ 705.607298] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.622089] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.624808] env[69308]: DEBUG oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525540a4-dd18-7d1c-df2e-a829db092777/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.626798] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a96ac0-4b89-455e-8472-8634ec12e949 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.633811] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.638818] env[69308]: DEBUG oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525540a4-dd18-7d1c-df2e-a829db092777/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.639108] env[69308]: ERROR oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525540a4-dd18-7d1c-df2e-a829db092777/disk-0.vmdk due to incomplete transfer. [ 705.642150] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bf382f7c-eabb-444a-bae9-4e66e048fcb7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.651968] env[69308]: DEBUG oslo_vmware.rw_handles [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525540a4-dd18-7d1c-df2e-a829db092777/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.652713] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Uploaded image 269e0ce7-92dd-4bb3-9bb7-ff7ad911c165 to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 705.655449] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 705.655449] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b4de25d-c274-486c-9f2e-4badbffc62fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.665799] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 705.665799] env[69308]: value = "task-3868045" [ 705.665799] env[69308]: _type = "Task" [ 705.665799] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.675534] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868045, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.708909] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11280d02-6d77-424f-a016-279c68e72c7e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.718192] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2549da3-d7a9-4256-80b3-8c4e687bdfe8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.751050] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2782b113-e32b-42c6-9491-167064d2cc0a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.761706] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc27525-1874-4134-b774-5e1453e27002 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.780416] env[69308]: DEBUG nova.compute.provider_tree [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.809948] env[69308]: DEBUG oslo_vmware.api [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3868042, 'name': PowerOffVM_Task, 'duration_secs': 0.211115} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.809948] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.810172] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.810470] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cd5dd78-4d70-417c-9b5b-328f157bf68c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.884530] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.884982] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.884982] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Deleting the datastore file [datastore1] dcc61c85-f39c-40e0-95cf-c18894eebf03 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.885310] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c9ad1fa-8bdc-4319-83ae-2c301de315a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.893040] env[69308]: DEBUG oslo_vmware.api [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for the task: (returnval){ [ 705.893040] env[69308]: value = "task-3868047" [ 705.893040] env[69308]: _type = "Task" [ 705.893040] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.901969] env[69308]: DEBUG oslo_vmware.api [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3868047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.911662] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.113913] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5835a0e1-1182-4bcf-9c7b-bce85c1efe27 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "838dc24e-f04e-4756-bbb7-f068018f5edc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.907s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.114895] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.128278] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868044, 'name': ReconfigVM_Task, 'duration_secs': 0.382456} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.129844] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 706.129844] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.130068] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-197efaed-889e-42e9-9f63-3edf03207098 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.140837] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 706.140837] env[69308]: value = "task-3868048" [ 706.140837] env[69308]: _type = "Task" [ 706.140837] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.153041] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.178995] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868045, 'name': Destroy_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.283890] env[69308]: DEBUG nova.scheduler.client.report [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.414933] env[69308]: DEBUG oslo_vmware.api [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Task: {'id': task-3868047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315381} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.415559] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.415798] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.415996] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.416223] env[69308]: INFO nova.compute.manager [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Took 1.14 seconds to destroy the instance on the hypervisor. [ 706.416502] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.416760] env[69308]: DEBUG nova.compute.manager [-] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.416890] env[69308]: DEBUG nova.network.neutron [-] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.422652] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868043, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.611953] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868041, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.496211} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.612235] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 563722c6-483c-4154-b4da-e8412f78b765/563722c6-483c-4154-b4da-e8412f78b765.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.612452] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.612704] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7df8fd26-f93c-4ae8-b160-6697c173750d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.617592] env[69308]: DEBUG nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.621890] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 706.621890] env[69308]: value = "task-3868049" [ 706.621890] env[69308]: _type = "Task" [ 706.621890] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.631642] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.652267] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.682302] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868045, 'name': Destroy_Task, 'duration_secs': 0.777849} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.683652] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Destroyed the VM [ 706.684228] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 706.684998] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f1c542f0-b495-4470-acce-c2b4141ab6ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.693810] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 706.693810] env[69308]: value = "task-3868050" [ 706.693810] env[69308]: _type = "Task" [ 706.693810] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.705169] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.795896] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.795896] env[69308]: DEBUG nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.796524] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.453s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.800026] env[69308]: INFO nova.compute.claims [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.912337] env[69308]: DEBUG oslo_vmware.api [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868043, 'name': PowerOnVM_Task, 'duration_secs': 1.326457} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.912871] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.912871] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f42a4cd-0624-4528-af6a-ad17ab13a69a tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance 'b2cfd112-af47-46e1-8546-f527c9d84253' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.997101] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Acquiring lock "838dc24e-f04e-4756-bbb7-f068018f5edc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.997402] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Lock "838dc24e-f04e-4756-bbb7-f068018f5edc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.997993] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Acquiring lock "838dc24e-f04e-4756-bbb7-f068018f5edc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.998200] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Lock "838dc24e-f04e-4756-bbb7-f068018f5edc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.998368] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Lock "838dc24e-f04e-4756-bbb7-f068018f5edc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.000732] env[69308]: INFO nova.compute.manager [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Terminating instance [ 707.127938] env[69308]: DEBUG nova.compute.manager [req-705dc4e2-f058-4682-b6f9-26e7f2b837b9 req-9e889f26-6f09-453d-b2fa-cf69af94364c service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Received event network-vif-deleted-5a334345-b3b8-42f4-a66f-d09c06b7cf2d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.127938] env[69308]: INFO nova.compute.manager [req-705dc4e2-f058-4682-b6f9-26e7f2b837b9 req-9e889f26-6f09-453d-b2fa-cf69af94364c service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Neutron deleted interface 5a334345-b3b8-42f4-a66f-d09c06b7cf2d; detaching it from the instance and deleting it from the info cache [ 707.127938] env[69308]: DEBUG nova.network.neutron [req-705dc4e2-f058-4682-b6f9-26e7f2b837b9 req-9e889f26-6f09-453d-b2fa-cf69af94364c service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.141307] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.442231} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.142282] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.148259] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9386805-049c-4dcf-b2ad-6f97228ad4b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.160364] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.168457] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.179047] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 563722c6-483c-4154-b4da-e8412f78b765/563722c6-483c-4154-b4da-e8412f78b765.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.179864] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5d6565-dab3-46db-8007-de1686596d0a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.206450] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.208234] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 707.208234] env[69308]: value = "task-3868051" [ 707.208234] env[69308]: _type = "Task" [ 707.208234] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.218170] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.308026] env[69308]: DEBUG nova.compute.utils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.308026] env[69308]: DEBUG nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.308026] env[69308]: DEBUG nova.network.neutron [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.316460] env[69308]: DEBUG nova.network.neutron [-] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.366286] env[69308]: DEBUG nova.policy [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75b89f5a200442aa5a62e4320035bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9e05b972ee14b688088ab9504efadcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.505681] env[69308]: DEBUG nova.compute.manager [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.505681] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.506779] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29808bcd-de48-43f6-9414-fedd2db4d24d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.517286] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.517286] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a4b63f-8a28-4a18-b913-2441a754462e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.525462] env[69308]: DEBUG oslo_vmware.api [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Waiting for the task: (returnval){ [ 707.525462] env[69308]: value = "task-3868052" [ 707.525462] env[69308]: _type = "Task" [ 707.525462] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.535445] env[69308]: DEBUG oslo_vmware.api [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Task: {'id': task-3868052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.636200] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-183527c1-98c9-4a1e-a4dd-040a66e19196 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.653129] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61409831-9a8d-48e4-a5d3-136f1a80ca4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.674834] env[69308]: DEBUG oslo_vmware.api [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868048, 'name': PowerOnVM_Task, 'duration_secs': 1.230271} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.675077] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.675662] env[69308]: DEBUG nova.compute.manager [None req-d039ff0c-85c5-4f68-8b85-8556f5309430 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.676534] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2745bc2d-88d3-487a-8d71-34f2f494dc75 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.708720] env[69308]: DEBUG nova.compute.manager [req-705dc4e2-f058-4682-b6f9-26e7f2b837b9 req-9e889f26-6f09-453d-b2fa-cf69af94364c service nova] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Detach interface failed, port_id=5a334345-b3b8-42f4-a66f-d09c06b7cf2d, reason: Instance dcc61c85-f39c-40e0-95cf-c18894eebf03 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 707.727073] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868050, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.728726] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.812447] env[69308]: DEBUG nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.820733] env[69308]: DEBUG nova.network.neutron [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Successfully created port: 84f48ffd-2fe4-4eea-a9a1-002accde54d6 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.823916] env[69308]: INFO nova.compute.manager [-] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Took 1.41 seconds to deallocate network for instance. [ 708.042043] env[69308]: DEBUG oslo_vmware.api [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Task: {'id': task-3868052, 'name': PowerOffVM_Task, 'duration_secs': 0.469378} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.042364] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.042562] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.042871] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31beed87-e59a-4be1-a65a-f15c537fc5c8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.117559] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.117824] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.118022] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Deleting the datastore file [datastore2] 838dc24e-f04e-4756-bbb7-f068018f5edc {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.121885] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bef328c-f37e-4f57-a6fd-7b3364028fe4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.130260] env[69308]: DEBUG oslo_vmware.api [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Waiting for the task: (returnval){ [ 708.130260] env[69308]: value = "task-3868054" [ 708.130260] env[69308]: _type = "Task" [ 708.130260] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.147267] env[69308]: DEBUG oslo_vmware.api [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Task: {'id': task-3868054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.227850] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868051, 'name': ReconfigVM_Task, 'duration_secs': 0.75946} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.232118] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 563722c6-483c-4154-b4da-e8412f78b765/563722c6-483c-4154-b4da-e8412f78b765.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.233202] env[69308]: DEBUG oslo_vmware.api [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868050, 'name': RemoveSnapshot_Task, 'duration_secs': 1.402414} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.236476] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0ad85b3-769b-4d4b-b4df-0a320288798b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.238485] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.238834] env[69308]: INFO nova.compute.manager [None req-43ef2746-2639-47e2-b4b7-0d6a45697def tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Took 16.42 seconds to snapshot the instance on the hypervisor. [ 708.251444] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 708.251444] env[69308]: value = "task-3868055" [ 708.251444] env[69308]: _type = "Task" [ 708.251444] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.267182] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868055, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.335290] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.516887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.517123] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.519150] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d9977f-c564-413e-b3f7-c56241596d4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.530172] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c35c3fb-be7c-4eac-8ab4-73bef9521771 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.565780] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7987e5a-8205-4f76-9768-2ad21079cb66 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.574179] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3543d17f-c8a9-415a-82c6-6443190f5579 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.589391] env[69308]: DEBUG nova.compute.provider_tree [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.641353] env[69308]: DEBUG oslo_vmware.api [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Task: {'id': task-3868054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313672} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.642146] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.642146] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.642146] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.642407] env[69308]: INFO nova.compute.manager [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 708.642718] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.642980] env[69308]: DEBUG nova.compute.manager [-] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.643298] env[69308]: DEBUG nova.network.neutron [-] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.763535] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868055, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.830054] env[69308]: DEBUG nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.856408] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "b2cfd112-af47-46e1-8546-f527c9d84253" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.856951] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.857182] env[69308]: DEBUG nova.compute.manager [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Going to confirm migration 1 {{(pid=69308) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 708.873974] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.874334] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.874512] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.874735] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.874911] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.875217] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.875496] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.875744] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.876047] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.876337] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.876570] env[69308]: DEBUG nova.virt.hardware [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.877697] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d2c7dd-6f44-48f9-8f1b-29f7b140b136 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.888696] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5127581c-f701-41c3-866e-f969a203f887 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.003363] env[69308]: DEBUG nova.compute.manager [req-2ccc8a6e-f841-4016-ab67-36c49139185f req-3edb6afb-fc66-497d-be36-3af6be1ec7af service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Received event network-vif-deleted-a285c4fd-67ba-418f-94ce-dd048cb6e7ca {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.003718] env[69308]: INFO nova.compute.manager [req-2ccc8a6e-f841-4016-ab67-36c49139185f req-3edb6afb-fc66-497d-be36-3af6be1ec7af service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Neutron deleted interface a285c4fd-67ba-418f-94ce-dd048cb6e7ca; detaching it from the instance and deleting it from the info cache [ 709.003955] env[69308]: DEBUG nova.network.neutron [req-2ccc8a6e-f841-4016-ab67-36c49139185f req-3edb6afb-fc66-497d-be36-3af6be1ec7af service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.096092] env[69308]: DEBUG nova.scheduler.client.report [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.267690] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868055, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.472784] env[69308]: DEBUG nova.network.neutron [-] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.502421] env[69308]: DEBUG nova.compute.manager [req-429f189d-f814-424d-8f0d-b646c41151ee req-cc72f3ba-b3ee-4ddc-842b-f8a9e3d2952e service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Received event network-vif-plugged-84f48ffd-2fe4-4eea-a9a1-002accde54d6 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.502651] env[69308]: DEBUG oslo_concurrency.lockutils [req-429f189d-f814-424d-8f0d-b646c41151ee req-cc72f3ba-b3ee-4ddc-842b-f8a9e3d2952e service nova] Acquiring lock "e408f6d6-e873-470e-aecb-16ffa9774217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.502848] env[69308]: DEBUG oslo_concurrency.lockutils [req-429f189d-f814-424d-8f0d-b646c41151ee req-cc72f3ba-b3ee-4ddc-842b-f8a9e3d2952e service nova] Lock "e408f6d6-e873-470e-aecb-16ffa9774217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.503199] env[69308]: DEBUG oslo_concurrency.lockutils [req-429f189d-f814-424d-8f0d-b646c41151ee req-cc72f3ba-b3ee-4ddc-842b-f8a9e3d2952e service nova] Lock "e408f6d6-e873-470e-aecb-16ffa9774217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.504508] env[69308]: DEBUG nova.compute.manager [req-429f189d-f814-424d-8f0d-b646c41151ee req-cc72f3ba-b3ee-4ddc-842b-f8a9e3d2952e service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] No waiting events found dispatching network-vif-plugged-84f48ffd-2fe4-4eea-a9a1-002accde54d6 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.504557] env[69308]: WARNING nova.compute.manager [req-429f189d-f814-424d-8f0d-b646c41151ee req-cc72f3ba-b3ee-4ddc-842b-f8a9e3d2952e service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Received unexpected event network-vif-plugged-84f48ffd-2fe4-4eea-a9a1-002accde54d6 for instance with vm_state building and task_state spawning. [ 709.508891] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cc56f59-158b-4452-ba37-15be59601e40 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.511938] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.512460] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.512657] env[69308]: DEBUG nova.network.neutron [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.512897] env[69308]: DEBUG nova.objects.instance [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lazy-loading 'info_cache' on Instance uuid b2cfd112-af47-46e1-8546-f527c9d84253 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.525819] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a96150-36aa-4221-aadf-7afdd51d9f33 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.567142] env[69308]: DEBUG nova.compute.manager [req-2ccc8a6e-f841-4016-ab67-36c49139185f req-3edb6afb-fc66-497d-be36-3af6be1ec7af service nova] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Detach interface failed, port_id=a285c4fd-67ba-418f-94ce-dd048cb6e7ca, reason: Instance 838dc24e-f04e-4756-bbb7-f068018f5edc could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 709.567416] env[69308]: DEBUG nova.network.neutron [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Successfully updated port: 84f48ffd-2fe4-4eea-a9a1-002accde54d6 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.602705] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.603279] env[69308]: DEBUG nova.compute.manager [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.606089] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.144s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.608197] env[69308]: INFO nova.compute.claims [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.764919] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868055, 'name': Rename_Task, 'duration_secs': 1.238852} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.765232] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.765492] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0f6ddeb-c372-4fd5-aec1-dd0f0613e745 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.776663] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 709.776663] env[69308]: value = "task-3868056" [ 709.776663] env[69308]: _type = "Task" [ 709.776663] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.784851] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.977274] env[69308]: INFO nova.compute.manager [-] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Took 1.33 seconds to deallocate network for instance. [ 710.071268] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "refresh_cache-e408f6d6-e873-470e-aecb-16ffa9774217" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.071460] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "refresh_cache-e408f6d6-e873-470e-aecb-16ffa9774217" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.071673] env[69308]: DEBUG nova.network.neutron [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.113217] env[69308]: DEBUG nova.compute.utils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.114753] env[69308]: DEBUG nova.compute.manager [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 710.288587] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.308215] env[69308]: DEBUG nova.compute.manager [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.309186] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b9a9a8-6c29-4e4f-a1de-6721653e07d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.487779] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.613614] env[69308]: DEBUG nova.network.neutron [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.625600] env[69308]: DEBUG nova.compute.manager [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.794476] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.823113] env[69308]: INFO nova.compute.manager [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] instance snapshotting [ 710.832962] env[69308]: DEBUG nova.network.neutron [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance_info_cache with network_info: [{"id": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "address": "fa:16:3e:75:10:d6", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933be4bf-c5", "ovs_interfaceid": "933be4bf-c58b-4a83-b679-1cecd51ebd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.837369] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ba42d7-d2fa-4738-b8df-aeca9cafde16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.875151] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f6588-ac9d-49d4-a323-6cb26c5dae43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.899559] env[69308]: DEBUG nova.network.neutron [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Updating instance_info_cache with network_info: [{"id": "84f48ffd-2fe4-4eea-a9a1-002accde54d6", "address": "fa:16:3e:9e:de:ec", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f48ffd-2f", "ovs_interfaceid": "84f48ffd-2fe4-4eea-a9a1-002accde54d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.298097] env[69308]: DEBUG oslo_vmware.api [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868056, 'name': PowerOnVM_Task, 'duration_secs': 1.033812} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.298097] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.298097] env[69308]: INFO nova.compute.manager [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Took 9.05 seconds to spawn the instance on the hypervisor. [ 711.298467] env[69308]: DEBUG nova.compute.manager [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.299345] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dcbb63-b33a-41b0-bb8e-1de8fc0cd72e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.337246] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-b2cfd112-af47-46e1-8546-f527c9d84253" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.338259] env[69308]: DEBUG nova.objects.instance [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lazy-loading 'migration_context' on Instance uuid b2cfd112-af47-46e1-8546-f527c9d84253 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.392329] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 711.393015] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f885e662-959f-4673-aeef-5a1585af8b98 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.401971] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 711.401971] env[69308]: value = "task-3868057" [ 711.401971] env[69308]: _type = "Task" [ 711.401971] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.406717] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "refresh_cache-e408f6d6-e873-470e-aecb-16ffa9774217" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.406717] env[69308]: DEBUG nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Instance network_info: |[{"id": "84f48ffd-2fe4-4eea-a9a1-002accde54d6", "address": "fa:16:3e:9e:de:ec", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f48ffd-2f", "ovs_interfaceid": "84f48ffd-2fe4-4eea-a9a1-002accde54d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.406843] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:de:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84f48ffd-2fe4-4eea-a9a1-002accde54d6', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.415399] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.418749] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.422908] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cb6c0e2-01f6-4185-b8b1-b86398f15f8f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.438207] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868057, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.440465] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da5abb5-14dc-49be-9dbf-26454469fdb5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.448887] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4420572f-4316-4a44-9126-f3712b3a0635 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.454198] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.454198] env[69308]: value = "task-3868058" [ 711.454198] env[69308]: _type = "Task" [ 711.454198] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.485902] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c974441-7dcb-4b37-a751-6417f707ba8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.495785] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "07e6b1af-4468-4c40-92cb-6089417ff16f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.496049] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.496218] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868058, 'name': CreateVM_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.503073] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b595436-d5a8-4938-aefd-8e2aa8a8eb62 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.523729] env[69308]: DEBUG nova.compute.provider_tree [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.539564] env[69308]: DEBUG nova.compute.manager [req-b57dd356-6f81-4acc-a416-978f82a1b04b req-e8df3339-ab01-4284-84b4-84f233a91472 service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Received event network-changed-84f48ffd-2fe4-4eea-a9a1-002accde54d6 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.540045] env[69308]: DEBUG nova.compute.manager [req-b57dd356-6f81-4acc-a416-978f82a1b04b req-e8df3339-ab01-4284-84b4-84f233a91472 service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Refreshing instance network info cache due to event network-changed-84f48ffd-2fe4-4eea-a9a1-002accde54d6. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.540194] env[69308]: DEBUG oslo_concurrency.lockutils [req-b57dd356-6f81-4acc-a416-978f82a1b04b req-e8df3339-ab01-4284-84b4-84f233a91472 service nova] Acquiring lock "refresh_cache-e408f6d6-e873-470e-aecb-16ffa9774217" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.540370] env[69308]: DEBUG oslo_concurrency.lockutils [req-b57dd356-6f81-4acc-a416-978f82a1b04b req-e8df3339-ab01-4284-84b4-84f233a91472 service nova] Acquired lock "refresh_cache-e408f6d6-e873-470e-aecb-16ffa9774217" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.540597] env[69308]: DEBUG nova.network.neutron [req-b57dd356-6f81-4acc-a416-978f82a1b04b req-e8df3339-ab01-4284-84b4-84f233a91472 service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Refreshing network info cache for port 84f48ffd-2fe4-4eea-a9a1-002accde54d6 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.644035] env[69308]: DEBUG nova.compute.manager [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.671119] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.671119] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.671119] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.671119] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.671575] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.672017] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.672468] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.672782] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.673106] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.676023] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.676023] env[69308]: DEBUG nova.virt.hardware [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.676023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4795bd43-6718-48fb-9b3c-409d6d95dd6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.686111] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2df59d-2dda-4207-917d-86e1acf20130 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.707363] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.716535] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Creating folder: Project (bda23653b74e4db59a9bd50f2fdafc3b). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.716535] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e09a54b-8f16-4ab1-a978-7eb3d019489f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.728134] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Created folder: Project (bda23653b74e4db59a9bd50f2fdafc3b) in parent group-v768498. [ 711.728353] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Creating folder: Instances. Parent ref: group-v768590. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.728596] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94d699f4-4ada-4f26-a3e9-20971da15b02 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.742998] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Created folder: Instances in parent group-v768590. [ 711.743319] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.743738] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.743982] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c96285f-945f-4dac-bc99-ca92795a4412 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.767734] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.767734] env[69308]: value = "task-3868061" [ 711.767734] env[69308]: _type = "Task" [ 711.767734] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.776905] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868061, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.825342] env[69308]: INFO nova.compute.manager [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Took 45.09 seconds to build instance. [ 711.844654] env[69308]: DEBUG nova.objects.base [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 711.847919] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef064ce4-2375-4c7a-9934-e116e407e36b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.875824] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11ec7dd-6700-4c69-9541-af523588579c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.885411] env[69308]: DEBUG oslo_vmware.api [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 711.885411] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523d91ce-4c4b-7916-e05e-1c3853307ddc" [ 711.885411] env[69308]: _type = "Task" [ 711.885411] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.896811] env[69308]: DEBUG oslo_vmware.api [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523d91ce-4c4b-7916-e05e-1c3853307ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.008664} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.897412] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.917221] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868057, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.956383] env[69308]: DEBUG nova.compute.manager [None req-904c46f4-bb26-44ba-b9b9-05916c1d7cd2 tempest-ServerDiagnosticsV248Test-1630289687 tempest-ServerDiagnosticsV248Test-1630289687-project-admin] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.960022] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa3274-03c8-48de-be6f-520e97d201d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.975885] env[69308]: INFO nova.compute.manager [None req-904c46f4-bb26-44ba-b9b9-05916c1d7cd2 tempest-ServerDiagnosticsV248Test-1630289687 tempest-ServerDiagnosticsV248Test-1630289687-project-admin] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Retrieving diagnostics [ 711.976257] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868058, 'name': CreateVM_Task, 'duration_secs': 0.396108} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.977068] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3648926f-0c31-443a-921c-08a18b120362 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.980049] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.980873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.981980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.981980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.983152] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0ade59-74d4-42c1-83a5-7eece5a4b07e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.020075] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 712.020075] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5235aa51-9824-237f-74b5-d0838dc8f03f" [ 712.020075] env[69308]: _type = "Task" [ 712.020075] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.030362] env[69308]: DEBUG nova.scheduler.client.report [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.033909] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5235aa51-9824-237f-74b5-d0838dc8f03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.282201] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868061, 'name': CreateVM_Task, 'duration_secs': 0.332783} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.283260] env[69308]: DEBUG nova.network.neutron [req-b57dd356-6f81-4acc-a416-978f82a1b04b req-e8df3339-ab01-4284-84b4-84f233a91472 service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Updated VIF entry in instance network info cache for port 84f48ffd-2fe4-4eea-a9a1-002accde54d6. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.283621] env[69308]: DEBUG nova.network.neutron [req-b57dd356-6f81-4acc-a416-978f82a1b04b req-e8df3339-ab01-4284-84b4-84f233a91472 service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Updating instance_info_cache with network_info: [{"id": "84f48ffd-2fe4-4eea-a9a1-002accde54d6", "address": "fa:16:3e:9e:de:ec", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f48ffd-2f", "ovs_interfaceid": "84f48ffd-2fe4-4eea-a9a1-002accde54d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.284947] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.285291] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.328713] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9e98162c-17ec-4e2a-99be-4fece9ebffe7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "563722c6-483c-4154-b4da-e8412f78b765" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.880s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.414053] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868057, 'name': CreateSnapshot_Task, 'duration_secs': 0.572718} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.414246] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 712.414903] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7fd7df-d05b-4a3c-8131-bcda3e2a53a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.532471] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5235aa51-9824-237f-74b5-d0838dc8f03f, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.532880] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.533173] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.533469] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.533663] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.533910] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.534253] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.534625] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.534909] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05dd132d-00bb-46c7-9446-18a2662a2cca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.537333] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.931s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.537897] env[69308]: DEBUG nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.540937] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6aaf25-38a3-4dba-ab0c-fa2d3a94c9b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.543327] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.493s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.543635] env[69308]: DEBUG nova.objects.instance [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lazy-loading 'resources' on Instance uuid a7c372d8-0085-4e17-a038-78e473fb7adb {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.550575] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 712.550575] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ea32d7-5efd-bd4a-d071-74a8ac30429d" [ 712.550575] env[69308]: _type = "Task" [ 712.550575] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.556554] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.556832] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.558174] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363e1393-72e7-4235-b74e-9043d0a5c1bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.565168] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ea32d7-5efd-bd4a-d071-74a8ac30429d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.569170] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 712.569170] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527bd70b-163b-3e91-17d7-a0e3e4e465a9" [ 712.569170] env[69308]: _type = "Task" [ 712.569170] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.581398] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527bd70b-163b-3e91-17d7-a0e3e4e465a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.787373] env[69308]: DEBUG oslo_concurrency.lockutils [req-b57dd356-6f81-4acc-a416-978f82a1b04b req-e8df3339-ab01-4284-84b4-84f233a91472 service nova] Releasing lock "refresh_cache-e408f6d6-e873-470e-aecb-16ffa9774217" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.832267] env[69308]: DEBUG nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.911052] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.911218] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.934011] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 712.934845] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76637088-cbd6-40b9-8946-4a7e4e7c9601 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.946951] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 712.946951] env[69308]: value = "task-3868062" [ 712.946951] env[69308]: _type = "Task" [ 712.946951] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.956174] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868062, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.045580] env[69308]: DEBUG nova.compute.utils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.047185] env[69308]: DEBUG nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.047358] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.065990] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ea32d7-5efd-bd4a-d071-74a8ac30429d, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.066355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.066613] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.066851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.081500] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527bd70b-163b-3e91-17d7-a0e3e4e465a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.085267] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9239c69-16d0-4ab2-a82c-61d15d84f419 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.092621] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 713.092621] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52323dae-ddfe-461d-6ab4-2c17b46a2a5c" [ 713.092621] env[69308]: _type = "Task" [ 713.092621] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.104741] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52323dae-ddfe-461d-6ab4-2c17b46a2a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.128613] env[69308]: DEBUG nova.policy [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '186faad856d64b00a20744ce8a0263aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4034f8f5fcc64c4fb1b7500d1fc958ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.357226] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.414679] env[69308]: DEBUG nova.compute.utils [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.461959] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868062, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.543556] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Successfully created port: e0067f2d-9a41-4607-ab11-c0d093620505 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.554023] env[69308]: DEBUG nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.615166] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52323dae-ddfe-461d-6ab4-2c17b46a2a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.615599] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.615742] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] e408f6d6-e873-470e-aecb-16ffa9774217/e408f6d6-e873-470e-aecb-16ffa9774217.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.616027] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.616217] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.616452] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb18d4d-a558-4990-80e4-ca4cd6203171 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.618939] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e130f1-879d-468b-9db2-7a5339a845ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.630948] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 713.630948] env[69308]: value = "task-3868063" [ 713.630948] env[69308]: _type = "Task" [ 713.630948] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.637963] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.638222] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.639460] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f5abb1-58fa-41e2-a150-3ad884b9a1ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.648457] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.652769] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 713.652769] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522b0a27-e8db-b316-a7b8-c92224211850" [ 713.652769] env[69308]: _type = "Task" [ 713.652769] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.662189] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522b0a27-e8db-b316-a7b8-c92224211850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.695799] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91864bed-afbd-4f5b-99dd-62dd29cda412 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.704226] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22189a86-8347-4fb3-a851-eeecfc753b0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.736147] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8ead93-9687-461c-901e-29cf1eea2b91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.744767] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31b6955-b582-4d50-a406-335fe41dc091 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.761341] env[69308]: DEBUG nova.compute.provider_tree [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.917637] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.938314] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Successfully created port: ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.958755] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868062, 'name': CloneVM_Task} progress is 95%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.147266] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868063, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.168781] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522b0a27-e8db-b316-a7b8-c92224211850, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.170740] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f021e7df-6bcf-40a1-858b-81727ea686f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.181877] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 714.181877] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5261e30b-38b5-b1b7-e083-4a018ffd7938" [ 714.181877] env[69308]: _type = "Task" [ 714.181877] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.199429] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5261e30b-38b5-b1b7-e083-4a018ffd7938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.264997] env[69308]: DEBUG nova.scheduler.client.report [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.419936] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Successfully created port: e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.459876] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868062, 'name': CloneVM_Task, 'duration_secs': 1.367117} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.460160] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Created linked-clone VM from snapshot [ 714.460948] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d4339b-a019-41a9-888d-61b4af2cfb0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.470427] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Uploading image b904585f-0563-42be-937f-994e0f0c02f8 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 714.497267] env[69308]: DEBUG oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 714.497267] env[69308]: value = "vm-768594" [ 714.497267] env[69308]: _type = "VirtualMachine" [ 714.497267] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 714.497600] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a5b35e1-10b4-4ad1-ae7c-d023d70ad714 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.506271] env[69308]: DEBUG oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lease: (returnval){ [ 714.506271] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a543f1-430f-a650-99ae-1cdee4772948" [ 714.506271] env[69308]: _type = "HttpNfcLease" [ 714.506271] env[69308]: } obtained for exporting VM: (result){ [ 714.506271] env[69308]: value = "vm-768594" [ 714.506271] env[69308]: _type = "VirtualMachine" [ 714.506271] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 714.506524] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the lease: (returnval){ [ 714.506524] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a543f1-430f-a650-99ae-1cdee4772948" [ 714.506524] env[69308]: _type = "HttpNfcLease" [ 714.506524] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 714.515419] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 714.515419] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a543f1-430f-a650-99ae-1cdee4772948" [ 714.515419] env[69308]: _type = "HttpNfcLease" [ 714.515419] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 714.569192] env[69308]: DEBUG nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.602801] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.603098] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.603258] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.603440] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.603587] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.603734] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.603945] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.604126] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.604369] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.604537] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.604717] env[69308]: DEBUG nova.virt.hardware [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.605753] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07548567-2a00-4042-8b83-30db6bd076fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.614460] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553a033b-4e06-46e7-98e8-4893751a3bba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.641574] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707944} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.641897] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] e408f6d6-e873-470e-aecb-16ffa9774217/e408f6d6-e873-470e-aecb-16ffa9774217.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.642141] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.642399] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-919c553e-c178-4b0a-841a-97cd07f5372e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.651029] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 714.651029] env[69308]: value = "task-3868065" [ 714.651029] env[69308]: _type = "Task" [ 714.651029] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.661493] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.695193] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5261e30b-38b5-b1b7-e083-4a018ffd7938, 'name': SearchDatastore_Task, 'duration_secs': 0.070678} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.695483] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.695888] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.696333] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbab2f8f-c395-443f-a66c-cfcefd1ada78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.704787] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 714.704787] env[69308]: value = "task-3868066" [ 714.704787] env[69308]: _type = "Task" [ 714.704787] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.716449] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.770899] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.773850] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.602s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.775883] env[69308]: INFO nova.compute.claims [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.818969] env[69308]: INFO nova.scheduler.client.report [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Deleted allocations for instance a7c372d8-0085-4e17-a038-78e473fb7adb [ 715.009471] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.009471] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.009471] env[69308]: INFO nova.compute.manager [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Attaching volume af3990d3-f7ec-45ac-9f14-7b5d0fd46df0 to /dev/sdb [ 715.034658] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.034658] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a543f1-430f-a650-99ae-1cdee4772948" [ 715.034658] env[69308]: _type = "HttpNfcLease" [ 715.034658] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 715.035683] env[69308]: DEBUG oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 715.035683] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a543f1-430f-a650-99ae-1cdee4772948" [ 715.035683] env[69308]: _type = "HttpNfcLease" [ 715.035683] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 715.037014] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615e3be9-0358-4411-9e92-fe69808cf5fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.050286] env[69308]: DEBUG oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9857a-5524-ecee-db49-f26dd20c4f5c/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 715.050485] env[69308]: DEBUG oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9857a-5524-ecee-db49-f26dd20c4f5c/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 715.117683] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c2b701-9eb1-47c4-94a1-bbf16773c7eb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.130519] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c93cd3-9d6c-46a6-8057-99dff1f706b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.149153] env[69308]: DEBUG nova.virt.block_device [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Updating existing volume attachment record: 176d7e22-fe6c-47ef-a024-d17dcdec3fb9 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 715.162773] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087528} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.163085] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.163950] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f0d9d-8d41-4946-88bc-afc3c80b8f6c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.190606] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] e408f6d6-e873-470e-aecb-16ffa9774217/e408f6d6-e873-470e-aecb-16ffa9774217.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.191916] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e87b6c9-8803-4f33-a97c-476a31094a1a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.215765] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.219270] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 715.219270] env[69308]: value = "task-3868067" [ 715.219270] env[69308]: _type = "Task" [ 715.219270] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.225285] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-644df199-c6fd-4649-a64a-65a8ddec8f90 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.234312] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868067, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.328523] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d73f3fab-3c37-40f9-983b-b2769cee22fc tempest-ServerMetadataNegativeTestJSON-27179833 tempest-ServerMetadataNegativeTestJSON-27179833-project-member] Lock "a7c372d8-0085-4e17-a038-78e473fb7adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.722s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.539937] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquiring lock "7715cc43-6505-439b-ade5-06092096e2d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.540283] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "7715cc43-6505-439b-ade5-06092096e2d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.540283] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquiring lock "7715cc43-6505-439b-ade5-06092096e2d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.540396] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "7715cc43-6505-439b-ade5-06092096e2d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.540782] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "7715cc43-6505-439b-ade5-06092096e2d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.544315] env[69308]: INFO nova.compute.manager [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Terminating instance [ 715.723444] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893071} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.728761] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.728761] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.728761] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b68cdc-264c-4956-8ed4-09ec331a7818 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.742034] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.742940] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 715.742940] env[69308]: value = "task-3868071" [ 715.742940] env[69308]: _type = "Task" [ 715.742940] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.755226] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.051310] env[69308]: DEBUG nova.compute.manager [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.051310] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.051907] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b9b4f-fd21-4e8b-acca-214bf12e284c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.061146] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.064783] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5f12b2a-232e-4f20-a6bc-9a6cc4320c0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.077439] env[69308]: DEBUG oslo_vmware.api [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 716.077439] env[69308]: value = "task-3868072" [ 716.077439] env[69308]: _type = "Task" [ 716.077439] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.088234] env[69308]: DEBUG oslo_vmware.api [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3868072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.235897] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868067, 'name': ReconfigVM_Task, 'duration_secs': 0.820083} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.236408] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Reconfigured VM instance instance-0000001f to attach disk [datastore2] e408f6d6-e873-470e-aecb-16ffa9774217/e408f6d6-e873-470e-aecb-16ffa9774217.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.237268] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d36cb4e-7f76-4530-b389-a3adf13c9a9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.256914] env[69308]: DEBUG nova.compute.manager [req-151cb7a3-f3fc-4e00-86c0-f0ae73443749 req-34e4469c-ed88-4501-9142-d12b4f2040ca service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-vif-plugged-e0067f2d-9a41-4607-ab11-c0d093620505 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.258221] env[69308]: DEBUG oslo_concurrency.lockutils [req-151cb7a3-f3fc-4e00-86c0-f0ae73443749 req-34e4469c-ed88-4501-9142-d12b4f2040ca service nova] Acquiring lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.258806] env[69308]: DEBUG oslo_concurrency.lockutils [req-151cb7a3-f3fc-4e00-86c0-f0ae73443749 req-34e4469c-ed88-4501-9142-d12b4f2040ca service nova] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.259524] env[69308]: DEBUG oslo_concurrency.lockutils [req-151cb7a3-f3fc-4e00-86c0-f0ae73443749 req-34e4469c-ed88-4501-9142-d12b4f2040ca service nova] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.260796] env[69308]: DEBUG nova.compute.manager [req-151cb7a3-f3fc-4e00-86c0-f0ae73443749 req-34e4469c-ed88-4501-9142-d12b4f2040ca service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] No waiting events found dispatching network-vif-plugged-e0067f2d-9a41-4607-ab11-c0d093620505 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.260796] env[69308]: WARNING nova.compute.manager [req-151cb7a3-f3fc-4e00-86c0-f0ae73443749 req-34e4469c-ed88-4501-9142-d12b4f2040ca service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received unexpected event network-vif-plugged-e0067f2d-9a41-4607-ab11-c0d093620505 for instance with vm_state building and task_state spawning. [ 716.261779] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 716.261779] env[69308]: value = "task-3868073" [ 716.261779] env[69308]: _type = "Task" [ 716.261779] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.275713] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078081} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.275713] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.276953] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e0773-177e-495a-b23b-4f7af54e06cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.287256] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868073, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.322445] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.323646] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Successfully updated port: e0067f2d-9a41-4607-ab11-c0d093620505 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.328066] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b58c30-b86f-42ec-9b3f-89ba976def20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.359695] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 716.359695] env[69308]: value = "task-3868074" [ 716.359695] env[69308]: _type = "Task" [ 716.359695] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.372744] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.595862] env[69308]: DEBUG oslo_vmware.api [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3868072, 'name': PowerOffVM_Task, 'duration_secs': 0.388106} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.596246] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.596422] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.596685] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb364ccd-5457-4c5f-93a7-e60d81a52f8f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.629067] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54cd22d-3526-4010-ae78-00e5eb2777e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.645689] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4a2734-4d93-44ef-b508-e99c25e392ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.688126] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbcfc58-b8aa-4daf-8ce4-a100d2001ba1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.691468] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.691838] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.692405] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Deleting the datastore file [datastore1] 7715cc43-6505-439b-ade5-06092096e2d6 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.692644] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-995a7834-2123-4f6e-91d7-97403e265776 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.703747] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddf48b5-c235-4e13-b92b-af6e69201970 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.710727] env[69308]: DEBUG oslo_vmware.api [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for the task: (returnval){ [ 716.710727] env[69308]: value = "task-3868076" [ 716.710727] env[69308]: _type = "Task" [ 716.710727] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.726942] env[69308]: DEBUG nova.compute.provider_tree [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.736884] env[69308]: DEBUG oslo_vmware.api [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3868076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.778090] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868073, 'name': Rename_Task, 'duration_secs': 0.268866} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.778591] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.779088] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be32a59f-5b11-449d-989c-a5a7993072b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.788238] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 716.788238] env[69308]: value = "task-3868077" [ 716.788238] env[69308]: _type = "Task" [ 716.788238] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.807472] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.870344] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.226730] env[69308]: DEBUG oslo_vmware.api [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Task: {'id': task-3868076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377314} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.227068] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.227665] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.227949] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.228226] env[69308]: INFO nova.compute.manager [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 717.228555] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.228830] env[69308]: DEBUG nova.compute.manager [-] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.228988] env[69308]: DEBUG nova.network.neutron [-] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.265723] env[69308]: ERROR nova.scheduler.client.report [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [req-150bae8d-1465-4aae-95e2-297ebefa4084] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-150bae8d-1465-4aae-95e2-297ebefa4084"}]} [ 717.303764] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.305203] env[69308]: DEBUG nova.scheduler.client.report [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 717.325447] env[69308]: DEBUG nova.scheduler.client.report [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 717.328017] env[69308]: DEBUG nova.compute.provider_tree [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.371858] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868074, 'name': ReconfigVM_Task, 'duration_secs': 0.637941} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.372345] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Reconfigured VM instance instance-00000020 to attach disk [datastore2] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.373502] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2175dd3c-633c-4343-93de-e49a3217c782 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.381867] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 717.381867] env[69308]: value = "task-3868078" [ 717.381867] env[69308]: _type = "Task" [ 717.381867] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.391663] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868078, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.446959] env[69308]: DEBUG nova.scheduler.client.report [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 717.470842] env[69308]: DEBUG nova.scheduler.client.report [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 717.800346] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.893624] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868078, 'name': Rename_Task, 'duration_secs': 0.228701} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.893951] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.895035] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad973dc1-b7e3-4651-84d8-7574572671c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.903973] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 717.903973] env[69308]: value = "task-3868080" [ 717.903973] env[69308]: _type = "Task" [ 717.903973] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.919592] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.014907] env[69308]: DEBUG nova.compute.manager [req-f8a97505-eb6a-42a6-bf3c-d031c5750a45 req-7dfa4b68-4750-43d5-b6b9-60e375dff0a8 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Received event network-vif-deleted-3f819f59-da01-427b-bf2a-77c43f54c3e0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.015418] env[69308]: INFO nova.compute.manager [req-f8a97505-eb6a-42a6-bf3c-d031c5750a45 req-7dfa4b68-4750-43d5-b6b9-60e375dff0a8 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Neutron deleted interface 3f819f59-da01-427b-bf2a-77c43f54c3e0; detaching it from the instance and deleting it from the info cache [ 718.015724] env[69308]: DEBUG nova.network.neutron [req-f8a97505-eb6a-42a6-bf3c-d031c5750a45 req-7dfa4b68-4750-43d5-b6b9-60e375dff0a8 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.120340] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38ed26d-d1ef-4358-bc2f-357629790539 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.129144] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd706520-d920-4208-a214-31248e3434d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.164106] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0b030-c4a3-4302-87f3-ca736f668428 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.173480] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a860e8-bde9-4085-81d4-2b75bfcf1b8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.193866] env[69308]: DEBUG nova.compute.provider_tree [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.301888] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.343434] env[69308]: DEBUG nova.compute.manager [req-a383543f-d95d-439c-bd7e-bc98ea032f0d req-53befe2f-5b26-4f95-9a01-68265a797923 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-changed-e0067f2d-9a41-4607-ab11-c0d093620505 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.343609] env[69308]: DEBUG nova.compute.manager [req-a383543f-d95d-439c-bd7e-bc98ea032f0d req-53befe2f-5b26-4f95-9a01-68265a797923 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Refreshing instance network info cache due to event network-changed-e0067f2d-9a41-4607-ab11-c0d093620505. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.343837] env[69308]: DEBUG oslo_concurrency.lockutils [req-a383543f-d95d-439c-bd7e-bc98ea032f0d req-53befe2f-5b26-4f95-9a01-68265a797923 service nova] Acquiring lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.343996] env[69308]: DEBUG oslo_concurrency.lockutils [req-a383543f-d95d-439c-bd7e-bc98ea032f0d req-53befe2f-5b26-4f95-9a01-68265a797923 service nova] Acquired lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.344214] env[69308]: DEBUG nova.network.neutron [req-a383543f-d95d-439c-bd7e-bc98ea032f0d req-53befe2f-5b26-4f95-9a01-68265a797923 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Refreshing network info cache for port e0067f2d-9a41-4607-ab11-c0d093620505 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.415629] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.490640] env[69308]: DEBUG nova.network.neutron [-] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.519044] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6ad6c58-b3c9-412c-99e8-2dbcdf9b91c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.531407] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bff5bbe-8c17-4fce-960a-1e49d419123c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.575687] env[69308]: DEBUG nova.compute.manager [req-f8a97505-eb6a-42a6-bf3c-d031c5750a45 req-7dfa4b68-4750-43d5-b6b9-60e375dff0a8 service nova] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Detach interface failed, port_id=3f819f59-da01-427b-bf2a-77c43f54c3e0, reason: Instance 7715cc43-6505-439b-ade5-06092096e2d6 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 718.756126] env[69308]: DEBUG nova.scheduler.client.report [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 718.756265] env[69308]: DEBUG nova.compute.provider_tree [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 57 to 58 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 718.756469] env[69308]: DEBUG nova.compute.provider_tree [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.766672] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Successfully updated port: ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.805475] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868077, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.885075] env[69308]: DEBUG nova.network.neutron [req-a383543f-d95d-439c-bd7e-bc98ea032f0d req-53befe2f-5b26-4f95-9a01-68265a797923 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.920614] env[69308]: DEBUG oslo_vmware.api [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868080, 'name': PowerOnVM_Task, 'duration_secs': 0.752512} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.920614] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.920868] env[69308]: INFO nova.compute.manager [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Took 7.28 seconds to spawn the instance on the hypervisor. [ 718.922070] env[69308]: DEBUG nova.compute.manager [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.922070] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c2b9f-b770-488b-b63d-75e15b87a12b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.995525] env[69308]: INFO nova.compute.manager [-] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Took 1.76 seconds to deallocate network for instance. [ 719.013291] env[69308]: DEBUG nova.network.neutron [req-a383543f-d95d-439c-bd7e-bc98ea032f0d req-53befe2f-5b26-4f95-9a01-68265a797923 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.270679] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.494s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.270679] env[69308]: DEBUG nova.compute.manager [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.277483] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.441s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.277766] env[69308]: DEBUG nova.objects.instance [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lazy-loading 'resources' on Instance uuid 9bed399d-c3f5-4659-bbe0-c88f73e1e52b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.302792] env[69308]: DEBUG oslo_vmware.api [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868077, 'name': PowerOnVM_Task, 'duration_secs': 2.323689} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.303129] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.303294] env[69308]: INFO nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Took 10.47 seconds to spawn the instance on the hypervisor. [ 719.303484] env[69308]: DEBUG nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.305395] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b5fdfc-55b0-485e-bcf1-cfdb9985a963 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.445640] env[69308]: INFO nova.compute.manager [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Took 44.15 seconds to build instance. [ 719.502216] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.516093] env[69308]: DEBUG oslo_concurrency.lockutils [req-a383543f-d95d-439c-bd7e-bc98ea032f0d req-53befe2f-5b26-4f95-9a01-68265a797923 service nova] Releasing lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.780356] env[69308]: DEBUG nova.compute.utils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.781875] env[69308]: DEBUG nova.compute.manager [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 719.833435] env[69308]: INFO nova.compute.manager [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Took 47.72 seconds to build instance. [ 719.947931] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f8bac3e0-a8e9-4a8a-b3a5-3eaa64347e1d tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "c07106a3-0134-4602-9263-f7359c8d5367" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.033s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.215655] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 720.216311] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768596', 'volume_id': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'name': 'volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abbf2f1c-ae9a-432a-baf5-7d7ce24253d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'serial': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 720.217091] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0924d11f-6909-4a29-84e0-7211035c3402 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.242253] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5702bfc6-4f78-49b8-b0da-a3cc26eb2b04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.275395] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0/volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.278662] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0bcc23f-1070-4427-90d5-87615372c1df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.291998] env[69308]: INFO nova.compute.manager [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Rebuilding instance [ 720.294506] env[69308]: DEBUG nova.compute.manager [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.305133] env[69308]: DEBUG oslo_vmware.api [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 720.305133] env[69308]: value = "task-3868081" [ 720.305133] env[69308]: _type = "Task" [ 720.305133] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.319884] env[69308]: DEBUG oslo_vmware.api [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.336069] env[69308]: DEBUG oslo_concurrency.lockutils [None req-63b24bca-8f21-437a-8759-8f33a281d8fc tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "e408f6d6-e873-470e-aecb-16ffa9774217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.183s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.357311] env[69308]: DEBUG nova.compute.manager [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.359488] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd55bed-3872-4428-aba0-1e6a8eed2e45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.451214] env[69308]: DEBUG nova.compute.manager [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.494416] env[69308]: DEBUG nova.compute.manager [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-vif-plugged-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.494576] env[69308]: DEBUG oslo_concurrency.lockutils [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] Acquiring lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.494778] env[69308]: DEBUG oslo_concurrency.lockutils [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.494956] env[69308]: DEBUG oslo_concurrency.lockutils [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.495141] env[69308]: DEBUG nova.compute.manager [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] No waiting events found dispatching network-vif-plugged-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.496026] env[69308]: WARNING nova.compute.manager [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received unexpected event network-vif-plugged-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 for instance with vm_state building and task_state spawning. [ 720.496026] env[69308]: DEBUG nova.compute.manager [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-changed-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.496026] env[69308]: DEBUG nova.compute.manager [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Refreshing instance network info cache due to event network-changed-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.496026] env[69308]: DEBUG oslo_concurrency.lockutils [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] Acquiring lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.496026] env[69308]: DEBUG oslo_concurrency.lockutils [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] Acquired lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.496558] env[69308]: DEBUG nova.network.neutron [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Refreshing network info cache for port ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.541045] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fca37d-a5b5-45ba-8bcb-a272ec022333 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.551200] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6b9946-1a69-44ba-b7cd-08139be57c2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.592323] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901b311e-0dc0-4eb4-b0cc-829da013d696 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.605545] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4031c3-614d-4830-891a-837637f2d70b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.622063] env[69308]: DEBUG nova.compute.provider_tree [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.816790] env[69308]: DEBUG oslo_vmware.api [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868081, 'name': ReconfigVM_Task, 'duration_secs': 0.48338} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.817119] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0/volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.822368] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6efeb412-d0da-48ee-825c-41d13c0c286c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.841398] env[69308]: DEBUG nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.849676] env[69308]: DEBUG oslo_vmware.api [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 720.849676] env[69308]: value = "task-3868082" [ 720.849676] env[69308]: _type = "Task" [ 720.849676] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.863515] env[69308]: DEBUG oslo_vmware.api [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868082, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.978643] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.054627] env[69308]: DEBUG nova.network.neutron [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.104404] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7844cf-122e-4171-b4bc-27ec4c7533ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.112796] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8138dea-9321-423b-b8e6-7217e788216a tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Suspending the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 721.113286] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b473f3c0-07f9-48d6-bc66-e55b79632504 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.121338] env[69308]: DEBUG oslo_vmware.api [None req-b8138dea-9321-423b-b8e6-7217e788216a tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 721.121338] env[69308]: value = "task-3868083" [ 721.121338] env[69308]: _type = "Task" [ 721.121338] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.128329] env[69308]: DEBUG nova.scheduler.client.report [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.139095] env[69308]: DEBUG oslo_vmware.api [None req-b8138dea-9321-423b-b8e6-7217e788216a tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868083, 'name': SuspendVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.251492] env[69308]: DEBUG nova.network.neutron [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.312919] env[69308]: DEBUG nova.compute.manager [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.364724] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.364724] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.364724] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.365013] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.365013] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.365013] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.365013] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.365013] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.365175] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.365175] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.365175] env[69308]: DEBUG nova.virt.hardware [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.366367] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36623f99-81fb-4379-90f1-94487ad42e27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.374818] env[69308]: DEBUG oslo_vmware.api [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868082, 'name': ReconfigVM_Task, 'duration_secs': 0.165272} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.375528] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768596', 'volume_id': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'name': 'volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abbf2f1c-ae9a-432a-baf5-7d7ce24253d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'serial': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 721.381570] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.381818] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38a11f02-3905-40af-a6ac-2ec9152284b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.385151] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e4410-f6a1-4aa9-aaed-ee1262caa287 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.392102] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.421685] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.433785] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Creating folder: Project (b1cb3a3474774e71b77114ce459445d1). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.436898] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec136602-baf8-48fa-93a3-f4e93fe144a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.439920] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 721.439920] env[69308]: value = "task-3868084" [ 721.439920] env[69308]: _type = "Task" [ 721.439920] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.452318] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Created folder: Project (b1cb3a3474774e71b77114ce459445d1) in parent group-v768498. [ 721.452473] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Creating folder: Instances. Parent ref: group-v768597. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.457776] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18e763e2-a97e-4c29-8af2-7a894fb31d8a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.460950] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.473517] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Created folder: Instances in parent group-v768597. [ 721.474022] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.474127] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.474502] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d8cbd9c-91bf-4a26-84e9-d002ca0a52b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.495823] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.495823] env[69308]: value = "task-3868087" [ 721.495823] env[69308]: _type = "Task" [ 721.495823] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.509712] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868087, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.637264] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.640491] env[69308]: DEBUG oslo_vmware.api [None req-b8138dea-9321-423b-b8e6-7217e788216a tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868083, 'name': SuspendVM_Task} progress is 62%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.641104] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.290s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.642731] env[69308]: INFO nova.compute.claims [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.662684] env[69308]: INFO nova.scheduler.client.report [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Deleted allocations for instance 9bed399d-c3f5-4659-bbe0-c88f73e1e52b [ 721.678603] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Successfully updated port: e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.755057] env[69308]: DEBUG oslo_concurrency.lockutils [req-85b4bab0-46f0-4176-9b44-9ffa2c194fa1 req-bfa7b61a-61cc-4d07-9a3c-87093e7fc79d service nova] Releasing lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.951312] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868084, 'name': PowerOffVM_Task, 'duration_secs': 0.285696} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.951733] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.951844] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.952676] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696d532b-71ae-4925-a95c-7a19fad455c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.966775] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.967126] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5b6892b-899e-4603-b49f-aeb3f16548ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.001218] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.001456] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.001638] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Deleting the datastore file [datastore2] c07106a3-0134-4602-9263-f7359c8d5367 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.002489] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97549d39-9883-45c3-bf6a-1042809181e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.008331] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868087, 'name': CreateVM_Task, 'duration_secs': 0.431859} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.008921] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.009424] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.009579] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.009929] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.010226] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de8ce6f-c2f4-4a97-a02e-76126f15b8b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.016440] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 722.016440] env[69308]: value = "task-3868089" [ 722.016440] env[69308]: _type = "Task" [ 722.016440] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.019368] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 722.019368] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ac1923-a793-b061-81e0-37b8396eae96" [ 722.019368] env[69308]: _type = "Task" [ 722.019368] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.026583] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.033199] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ac1923-a793-b061-81e0-37b8396eae96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.140230] env[69308]: DEBUG oslo_vmware.api [None req-b8138dea-9321-423b-b8e6-7217e788216a tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868083, 'name': SuspendVM_Task, 'duration_secs': 0.817572} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.140230] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8138dea-9321-423b-b8e6-7217e788216a tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Suspended the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 722.140542] env[69308]: DEBUG nova.compute.manager [None req-b8138dea-9321-423b-b8e6-7217e788216a tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.141622] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773035be-a70f-4d5c-a250-e88cae6d77e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.176621] env[69308]: DEBUG oslo_concurrency.lockutils [None req-545a009a-3a85-448d-be3c-45cb5e473d90 tempest-ServersTestManualDisk-2079356530 tempest-ServersTestManualDisk-2079356530-project-member] Lock "9bed399d-c3f5-4659-bbe0-c88f73e1e52b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.522s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.182738] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.183120] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquired lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.183120] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.431446] env[69308]: DEBUG nova.objects.instance [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lazy-loading 'flavor' on Instance uuid abbf2f1c-ae9a-432a-baf5-7d7ce24253d3 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.541321] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196993} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.541899] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ac1923-a793-b061-81e0-37b8396eae96, 'name': SearchDatastore_Task, 'duration_secs': 0.017836} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.542409] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.544033] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.544033] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.546637] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.546998] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.548516] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.548516] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.548516] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.548785] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48b3820e-092b-42c7-8fe7-a204c3bd07e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.562383] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.563605] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.565029] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf9c3d8-f769-46b3-b4f0-bcfe61ba1d52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.573656] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 722.573656] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527f81af-5221-1bbd-cc35-caaf9b5a19ad" [ 722.573656] env[69308]: _type = "Task" [ 722.573656] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.576289] env[69308]: DEBUG nova.compute.manager [None req-1a789748-db6e-4dde-b2a6-d5e6c5ede147 tempest-ServerDiagnosticsV248Test-1630289687 tempest-ServerDiagnosticsV248Test-1630289687-project-admin] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.582200] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe1c9b2-e042-41d0-b9a1-f975ebe32c87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.595856] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527f81af-5221-1bbd-cc35-caaf9b5a19ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013548} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.600867] env[69308]: INFO nova.compute.manager [None req-1a789748-db6e-4dde-b2a6-d5e6c5ede147 tempest-ServerDiagnosticsV248Test-1630289687 tempest-ServerDiagnosticsV248Test-1630289687-project-admin] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Retrieving diagnostics [ 722.600867] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef7db02-deea-4232-9062-a7e6d3329305 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.602713] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208b586b-a06f-4863-ab54-b103ea522b49 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.611293] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 722.611293] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200fcd0-4679-c05b-8219-72d34cb791b9" [ 722.611293] env[69308]: _type = "Task" [ 722.611293] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.652809] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200fcd0-4679-c05b-8219-72d34cb791b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01373} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.653162] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.653469] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 873b054f-64dc-4d97-b89c-995dd3702690/873b054f-64dc-4d97-b89c-995dd3702690.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.656880] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87a89892-a92b-4310-9b07-b4ec326a62ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.670758] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 722.670758] env[69308]: value = "task-3868090" [ 722.670758] env[69308]: _type = "Task" [ 722.670758] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.680502] env[69308]: DEBUG nova.compute.manager [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-vif-plugged-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.680703] env[69308]: DEBUG oslo_concurrency.lockutils [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] Acquiring lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.680914] env[69308]: DEBUG oslo_concurrency.lockutils [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.681162] env[69308]: DEBUG oslo_concurrency.lockutils [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.681309] env[69308]: DEBUG nova.compute.manager [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] No waiting events found dispatching network-vif-plugged-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.681480] env[69308]: WARNING nova.compute.manager [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received unexpected event network-vif-plugged-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a for instance with vm_state building and task_state spawning. [ 722.681730] env[69308]: DEBUG nova.compute.manager [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-changed-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.681813] env[69308]: DEBUG nova.compute.manager [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Refreshing instance network info cache due to event network-changed-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.682042] env[69308]: DEBUG oslo_concurrency.lockutils [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] Acquiring lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.691136] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.748032] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.945763] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c1f3060-28d4-42a0-80d8-155967ff7be9 tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.938s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.185249] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868090, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.420722] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d465151-5805-4835-970b-62a0db9fd067 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.428179] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b044028-ef8e-4cb2-960f-825e0b8ea886 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.432460] env[69308]: DEBUG nova.network.neutron [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updating instance_info_cache with network_info: [{"id": "e0067f2d-9a41-4607-ab11-c0d093620505", "address": "fa:16:3e:01:a2:39", "network": {"id": "bcb61c84-c23b-465e-aeca-26a9da8b7a3d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161353254", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067f2d-9a", "ovs_interfaceid": "e0067f2d-9a41-4607-ab11-c0d093620505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae2b931c-e22e-4c1c-a1e4-51b7d77e3168", "address": "fa:16:3e:fb:4b:b6", "network": {"id": "ae50b69d-a54e-4787-a4b6-f3a29b35c0e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821302266", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b931c-e2", "ovs_interfaceid": "ae2b931c-e22e-4c1c-a1e4-51b7d77e3168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a", "address": "fa:16:3e:27:f5:90", "network": {"id": "bcb61c84-c23b-465e-aeca-26a9da8b7a3d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161353254", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f0dcdb-a0", "ovs_interfaceid": "e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.465089] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7d12e2-a463-405b-a521-bf69564536b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.475826] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8704708d-b3b8-46fa-8573-e647aa349156 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.493040] env[69308]: DEBUG nova.compute.provider_tree [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.589308] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.589765] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.589946] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.590157] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.590337] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.591112] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.591112] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.591112] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.591287] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.591505] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.591933] env[69308]: DEBUG nova.virt.hardware [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.593079] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dac29a-b57e-4aaa-a953-d06562bda673 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.604864] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bfd957-138b-43e0-865f-b352937d1258 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.623316] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.628977] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.629309] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.632094] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d9ab5df-95ca-42bd-9ca2-9b1e31dbb92a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.653921] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.653921] env[69308]: value = "task-3868091" [ 723.653921] env[69308]: _type = "Task" [ 723.653921] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.664602] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868091, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.682456] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581287} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.682764] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 873b054f-64dc-4d97-b89c-995dd3702690/873b054f-64dc-4d97-b89c-995dd3702690.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.682994] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.683319] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5f05364-da6f-4d36-bf1a-7b3660dbef6b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.691362] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 723.691362] env[69308]: value = "task-3868092" [ 723.691362] env[69308]: _type = "Task" [ 723.691362] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.702462] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.936401] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Releasing lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.936856] env[69308]: DEBUG nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Instance network_info: |[{"id": "e0067f2d-9a41-4607-ab11-c0d093620505", "address": "fa:16:3e:01:a2:39", "network": {"id": "bcb61c84-c23b-465e-aeca-26a9da8b7a3d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161353254", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067f2d-9a", "ovs_interfaceid": "e0067f2d-9a41-4607-ab11-c0d093620505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae2b931c-e22e-4c1c-a1e4-51b7d77e3168", "address": "fa:16:3e:fb:4b:b6", "network": {"id": "ae50b69d-a54e-4787-a4b6-f3a29b35c0e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821302266", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b931c-e2", "ovs_interfaceid": "ae2b931c-e22e-4c1c-a1e4-51b7d77e3168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a", "address": "fa:16:3e:27:f5:90", "network": {"id": "bcb61c84-c23b-465e-aeca-26a9da8b7a3d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161353254", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f0dcdb-a0", "ovs_interfaceid": "e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.938219] env[69308]: DEBUG oslo_concurrency.lockutils [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] Acquired lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.938219] env[69308]: DEBUG nova.network.neutron [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Refreshing network info cache for port e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.939135] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:a2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0067f2d-9a41-4607-ab11-c0d093620505', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:4b:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae2b931c-e22e-4c1c-a1e4-51b7d77e3168', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f5:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.966516] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Creating folder: Project (4034f8f5fcc64c4fb1b7500d1fc958ea). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.970613] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df11c3ff-8320-46a5-a7a1-a037cc08ef7c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.986284] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Created folder: Project (4034f8f5fcc64c4fb1b7500d1fc958ea) in parent group-v768498. [ 723.986512] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Creating folder: Instances. Parent ref: group-v768601. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.986765] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db74a995-016d-4006-9f10-228c2c1bf56d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.999951] env[69308]: DEBUG nova.scheduler.client.report [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.010056] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Created folder: Instances in parent group-v768601. [ 724.010056] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.010299] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.010613] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c893155e-f93d-4c89-8feb-574f6b10bbdf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.042660] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.042660] env[69308]: value = "task-3868095" [ 724.042660] env[69308]: _type = "Task" [ 724.042660] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.057509] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868095, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.082320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquiring lock "563722c6-483c-4154-b4da-e8412f78b765" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.082320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "563722c6-483c-4154-b4da-e8412f78b765" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.082320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquiring lock "563722c6-483c-4154-b4da-e8412f78b765-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.082320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "563722c6-483c-4154-b4da-e8412f78b765-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.082608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "563722c6-483c-4154-b4da-e8412f78b765-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.084793] env[69308]: INFO nova.compute.manager [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Terminating instance [ 724.173423] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868091, 'name': CreateVM_Task, 'duration_secs': 0.403535} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.173639] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.174092] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.174608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.175097] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.182026] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21234c30-d890-4f4e-94ad-d9a0bf7fc590 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.188170] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 724.188170] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52004407-86b9-9208-c005-b2263815b0f1" [ 724.188170] env[69308]: _type = "Task" [ 724.188170] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.204735] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094825} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.208709] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.209105] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52004407-86b9-9208-c005-b2263815b0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015518} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.209938] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf03a8-a73b-4afa-b6a7-b34d46d3043c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.213545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.213641] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.216913] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.216913] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.216913] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.216913] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-269540f1-ec11-41b8-85ad-463421d68fd0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.243610] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 873b054f-64dc-4d97-b89c-995dd3702690/873b054f-64dc-4d97-b89c-995dd3702690.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.250316] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec76fd0-30bd-42d9-8d39-ce7267d835f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.268835] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.269075] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.270374] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ed8b62-bde5-4904-98f6-0ab57f80c612 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.278681] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 724.278681] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e2bd7-2bbf-45ad-630f-46c41a60c444" [ 724.278681] env[69308]: _type = "Task" [ 724.278681] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.287614] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 724.287614] env[69308]: value = "task-3868096" [ 724.287614] env[69308]: _type = "Task" [ 724.287614] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.295249] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e2bd7-2bbf-45ad-630f-46c41a60c444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.304490] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.356288] env[69308]: DEBUG nova.network.neutron [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updated VIF entry in instance network info cache for port e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.358342] env[69308]: DEBUG nova.network.neutron [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updating instance_info_cache with network_info: [{"id": "e0067f2d-9a41-4607-ab11-c0d093620505", "address": "fa:16:3e:01:a2:39", "network": {"id": "bcb61c84-c23b-465e-aeca-26a9da8b7a3d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161353254", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067f2d-9a", "ovs_interfaceid": "e0067f2d-9a41-4607-ab11-c0d093620505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae2b931c-e22e-4c1c-a1e4-51b7d77e3168", "address": "fa:16:3e:fb:4b:b6", "network": {"id": "ae50b69d-a54e-4787-a4b6-f3a29b35c0e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821302266", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b931c-e2", "ovs_interfaceid": "ae2b931c-e22e-4c1c-a1e4-51b7d77e3168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a", "address": "fa:16:3e:27:f5:90", "network": {"id": "bcb61c84-c23b-465e-aeca-26a9da8b7a3d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161353254", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f0dcdb-a0", "ovs_interfaceid": "e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.511527] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.512079] env[69308]: DEBUG nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.515016] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.558s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.515244] env[69308]: DEBUG nova.objects.instance [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lazy-loading 'resources' on Instance uuid c8b292ee-acc4-4bc9-9f1f-62df83d1e36b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.554738] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868095, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.591760] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquiring lock "refresh_cache-563722c6-483c-4154-b4da-e8412f78b765" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.592807] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquired lock "refresh_cache-563722c6-483c-4154-b4da-e8412f78b765" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.592807] env[69308]: DEBUG nova.network.neutron [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.775790] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.776099] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.793106] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523e2bd7-2bbf-45ad-630f-46c41a60c444, 'name': SearchDatastore_Task, 'duration_secs': 0.017649} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.794284] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4a48f4-57c5-47b6-9d89-a1b4dacbaf0c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.799953] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.803784] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 724.803784] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5240246a-0e75-bfe0-7c88-82c9314bdb9c" [ 724.803784] env[69308]: _type = "Task" [ 724.803784] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.813754] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5240246a-0e75-bfe0-7c88-82c9314bdb9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.865702] env[69308]: DEBUG oslo_concurrency.lockutils [req-c3e0119e-578b-43ec-86a4-e58101a74c87 req-6fd3071f-9401-4313-ad79-11ae7aaaeaae service nova] Releasing lock "refresh_cache-d35dd075-3bec-4293-988f-9940f9fb78e3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.950601] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.950601] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.026026] env[69308]: DEBUG nova.compute.utils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.026026] env[69308]: DEBUG nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.026026] env[69308]: DEBUG nova.network.neutron [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.064231] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868095, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.088800] env[69308]: DEBUG nova.policy [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e600d15ecdc84473acb82609e6e82294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c2dda896b804718887d1fec6a390166', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.128113] env[69308]: DEBUG nova.network.neutron [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.274713] env[69308]: DEBUG nova.network.neutron [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.299374] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.321084] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5240246a-0e75-bfe0-7c88-82c9314bdb9c, 'name': SearchDatastore_Task, 'duration_secs': 0.03554} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.322672] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.322672] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.322672] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06fa1704-0813-47ea-9ba8-89e77107429d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.338675] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 725.338675] env[69308]: value = "task-3868097" [ 725.338675] env[69308]: _type = "Task" [ 725.338675] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.352236] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.456169] env[69308]: INFO nova.compute.manager [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Detaching volume af3990d3-f7ec-45ac-9f14-7b5d0fd46df0 [ 725.516725] env[69308]: INFO nova.virt.block_device [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Attempting to driver detach volume af3990d3-f7ec-45ac-9f14-7b5d0fd46df0 from mountpoint /dev/sdb [ 725.516725] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 725.516725] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768596', 'volume_id': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'name': 'volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abbf2f1c-ae9a-432a-baf5-7d7ce24253d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'serial': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 725.516725] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1807653-9d9f-4685-a6a1-9257086ad5c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.547448] env[69308]: DEBUG nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.554461] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859d5e95-6d80-467e-afe7-34b741113465 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.568953] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868095, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.571156] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9682d77-e353-435c-adba-4a4b8377fe78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.608872] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1398e0b6-d307-4d0e-8ed5-6627d9629e5d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.644504] env[69308]: DEBUG nova.compute.manager [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.645111] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] The volume has not been displaced from its original location: [datastore2] volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0/volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 725.655240] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 725.656777] env[69308]: DEBUG nova.network.neutron [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Successfully created port: b942809b-1165-4650-a9d7-980becf92573 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.663743] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137c84e9-c2e6-492d-994b-e851c33560f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.666374] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824965c3-4a69-48b3-a56a-60213606951a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.691110] env[69308]: DEBUG oslo_vmware.api [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 725.691110] env[69308]: value = "task-3868098" [ 725.691110] env[69308]: _type = "Task" [ 725.691110] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.707853] env[69308]: DEBUG oslo_vmware.api [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.778344] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Releasing lock "refresh_cache-563722c6-483c-4154-b4da-e8412f78b765" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.778559] env[69308]: DEBUG nova.compute.manager [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.778716] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.779666] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c43f54-2cf7-4cc1-9248-0f44e173ddbc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.789412] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.792868] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93507545-c6dc-44e6-bcd0-5ad9e3af95ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.806037] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868096, 'name': ReconfigVM_Task, 'duration_secs': 1.315807} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.807280] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 873b054f-64dc-4d97-b89c-995dd3702690/873b054f-64dc-4d97-b89c-995dd3702690.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.808190] env[69308]: DEBUG oslo_vmware.api [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 725.808190] env[69308]: value = "task-3868099" [ 725.808190] env[69308]: _type = "Task" [ 725.808190] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.808448] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53c96e6b-e67d-4148-a50d-5b7488abb13d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.824580] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 725.824580] env[69308]: value = "task-3868100" [ 725.824580] env[69308]: _type = "Task" [ 725.824580] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.829651] env[69308]: DEBUG oslo_vmware.api [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.849024] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868100, 'name': Rename_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.854760] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868097, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.905943] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdccda1-a8be-4a2a-bcf2-5266a942d258 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.915362] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b92106-0a64-43f9-bf78-1963cdb1235b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.952323] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f26555d-d145-41e8-8ce9-d938ed94cf4f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.962172] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ccd523-6394-428f-8dba-3f3d5b7fc9b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.979354] env[69308]: DEBUG nova.compute.provider_tree [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.070607] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868095, 'name': CreateVM_Task, 'duration_secs': 1.567651} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.070841] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.071813] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.071980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.072341] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.072771] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d3a89d-574f-4ef8-8234-9e5553259209 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.081365] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 726.081365] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52949386-0675-4a62-24cb-68451411e830" [ 726.081365] env[69308]: _type = "Task" [ 726.081365] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.095625] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52949386-0675-4a62-24cb-68451411e830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.142172] env[69308]: DEBUG oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9857a-5524-ecee-db49-f26dd20c4f5c/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 726.143315] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c045fc27-5b52-451d-8938-d7d1ae02c4a6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.166013] env[69308]: DEBUG oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9857a-5524-ecee-db49-f26dd20c4f5c/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 726.166092] env[69308]: ERROR oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9857a-5524-ecee-db49-f26dd20c4f5c/disk-0.vmdk due to incomplete transfer. [ 726.166872] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9764b22-abc4-466e-b594-1a808af24d72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.188532] env[69308]: DEBUG oslo_vmware.rw_handles [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9857a-5524-ecee-db49-f26dd20c4f5c/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 726.189015] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Uploaded image b904585f-0563-42be-937f-994e0f0c02f8 to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 726.195976] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 726.197237] env[69308]: INFO nova.compute.manager [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] instance snapshotting [ 726.197473] env[69308]: WARNING nova.compute.manager [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 726.199353] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d789a1ff-8fcf-42f1-a39e-299bc78c8750 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.211327] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3541e518-c6b2-479b-9b64-9390ba9e2d3f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.226025] env[69308]: DEBUG oslo_vmware.api [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868098, 'name': ReconfigVM_Task, 'duration_secs': 0.415608} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.256443] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 726.268205] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 726.268205] env[69308]: value = "task-3868101" [ 726.268205] env[69308]: _type = "Task" [ 726.268205] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.269992] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37a1fd0-3e23-47c0-88e7-e91b672797e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.284410] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a46ca5-021b-40d4-a7e3-c54c667b3410 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.305772] env[69308]: DEBUG oslo_vmware.api [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 726.305772] env[69308]: value = "task-3868102" [ 726.305772] env[69308]: _type = "Task" [ 726.305772] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.306192] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868101, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.319157] env[69308]: DEBUG oslo_vmware.api [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868102, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.327120] env[69308]: DEBUG oslo_vmware.api [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868099, 'name': PowerOffVM_Task, 'duration_secs': 0.245641} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.327580] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.327820] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.328140] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a38bb9f5-6bf3-47df-8f13-079fe415a3ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.344947] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868100, 'name': Rename_Task, 'duration_secs': 0.338646} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.349237] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.349988] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e3cd093-580d-4efb-832d-f9994409a46f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.360354] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720576} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.363264] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.363501] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.363854] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.364054] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.364288] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Deleting the datastore file [datastore2] 563722c6-483c-4154-b4da-e8412f78b765 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.364674] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 726.364674] env[69308]: value = "task-3868104" [ 726.364674] env[69308]: _type = "Task" [ 726.364674] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.364919] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95eedf6a-21a8-40ef-adde-a6bd7dcd122d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.367218] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e0300be-95c3-4e5b-9e98-3f1752c47bd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.379898] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.382810] env[69308]: DEBUG oslo_vmware.api [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for the task: (returnval){ [ 726.382810] env[69308]: value = "task-3868105" [ 726.382810] env[69308]: _type = "Task" [ 726.382810] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.383107] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 726.383107] env[69308]: value = "task-3868106" [ 726.383107] env[69308]: _type = "Task" [ 726.383107] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.399768] env[69308]: DEBUG oslo_vmware.api [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.399896] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.483021] env[69308]: DEBUG nova.scheduler.client.report [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.567870] env[69308]: DEBUG nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.595661] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52949386-0675-4a62-24cb-68451411e830, 'name': SearchDatastore_Task, 'duration_secs': 0.022933} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.599211] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.599608] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.599843] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.600149] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.600369] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.600608] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.600927] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.601206] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.601467] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.601714] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.601968] env[69308]: DEBUG nova.virt.hardware [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.602477] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.602805] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.603196] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.603448] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.603734] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.605175] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f9803-8bfb-4a74-86f6-633a8a9187a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.609214] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c20e699-024b-43b4-98e4-0dde12adbd32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.619970] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0b9439-2669-4ccb-aaa8-454a2490e410 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.631748] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.632038] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.634274] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0a3c75-bdbb-4f71-b9e0-d08cbcf45b45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.658940] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 726.658940] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f77e0e-434c-faa6-ad4f-2a7a9268d496" [ 726.658940] env[69308]: _type = "Task" [ 726.658940] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.674748] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f77e0e-434c-faa6-ad4f-2a7a9268d496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.795153] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868101, 'name': Destroy_Task, 'duration_secs': 0.53325} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.795701] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Destroyed the VM [ 726.795795] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 726.796083] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6661349-14fc-4d38-bfcc-33bc57a421cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.804933] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 726.804933] env[69308]: value = "task-3868107" [ 726.804933] env[69308]: _type = "Task" [ 726.804933] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.811797] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.812263] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e524919b-9ebb-42c7-91d4-5c46505b2f38 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.825868] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.831590] env[69308]: DEBUG oslo_vmware.api [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868102, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.831931] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 726.831931] env[69308]: value = "task-3868108" [ 726.831931] env[69308]: _type = "Task" [ 726.831931] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.842022] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868108, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.893033] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868104, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.915702] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079374} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.919490] env[69308]: DEBUG oslo_vmware.api [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Task: {'id': task-3868105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232687} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.919490] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.919490] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.919490] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.919490] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.919490] env[69308]: INFO nova.compute.manager [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Took 1.14 seconds to destroy the instance on the hypervisor. [ 726.919490] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.921473] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cfb937-8d54-477e-b655-8164a7268a24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.927134] env[69308]: DEBUG nova.compute.manager [-] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.927507] env[69308]: DEBUG nova.network.neutron [-] [instance: 563722c6-483c-4154-b4da-e8412f78b765] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.967877] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.969949] env[69308]: DEBUG nova.network.neutron [-] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.972180] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3f08bc-d2e6-4224-872c-5d047bb7bef7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.001409] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.486s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.005551] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.401s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.011025] env[69308]: INFO nova.compute.claims [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.021331] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 727.021331] env[69308]: value = "task-3868109" [ 727.021331] env[69308]: _type = "Task" [ 727.021331] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.036122] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.044320] env[69308]: INFO nova.scheduler.client.report [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Deleted allocations for instance c8b292ee-acc4-4bc9-9f1f-62df83d1e36b [ 727.170157] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f77e0e-434c-faa6-ad4f-2a7a9268d496, 'name': SearchDatastore_Task, 'duration_secs': 0.017909} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.171185] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed72f798-c8c2-4820-ac3a-7e1b6f2cc06c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.180899] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 727.180899] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d2598c-70bd-9ca5-5bb4-76f51dfad046" [ 727.180899] env[69308]: _type = "Task" [ 727.180899] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.190455] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d2598c-70bd-9ca5-5bb4-76f51dfad046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.315971] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.326368] env[69308]: DEBUG oslo_vmware.api [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868102, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.341923] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868108, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.381707] env[69308]: DEBUG oslo_vmware.api [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868104, 'name': PowerOnVM_Task, 'duration_secs': 0.593414} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.382376] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.382376] env[69308]: INFO nova.compute.manager [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Took 6.07 seconds to spawn the instance on the hypervisor. [ 727.382376] env[69308]: DEBUG nova.compute.manager [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.383425] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7995c-9561-4b79-b862-deb654db7448 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.500365] env[69308]: DEBUG nova.network.neutron [-] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.541245] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.559723] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c3a471a4-2d32-4f2d-8185-d83f9e783c49 tempest-VolumesAssistedSnapshotsTest-1537937728 tempest-VolumesAssistedSnapshotsTest-1537937728-project-member] Lock "c8b292ee-acc4-4bc9-9f1f-62df83d1e36b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.004s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.693451] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d2598c-70bd-9ca5-5bb4-76f51dfad046, 'name': SearchDatastore_Task, 'duration_secs': 0.026801} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.693451] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.693617] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d35dd075-3bec-4293-988f-9940f9fb78e3/d35dd075-3bec-4293-988f-9940f9fb78e3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.693965] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99b67110-fd1e-4064-9939-b790a866cb1a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.702750] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 727.702750] env[69308]: value = "task-3868110" [ 727.702750] env[69308]: _type = "Task" [ 727.702750] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.713114] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.816736] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.833185] env[69308]: DEBUG oslo_vmware.api [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868102, 'name': ReconfigVM_Task, 'duration_secs': 1.178616} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.838362] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768596', 'volume_id': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'name': 'volume-af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abbf2f1c-ae9a-432a-baf5-7d7ce24253d3', 'attached_at': '', 'detached_at': '', 'volume_id': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0', 'serial': 'af3990d3-f7ec-45ac-9f14-7b5d0fd46df0'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 727.848192] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868108, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.904747] env[69308]: INFO nova.compute.manager [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Took 48.76 seconds to build instance. [ 727.972315] env[69308]: DEBUG nova.compute.manager [req-04d325d0-a7ff-40b1-981c-82cfe61b4c69 req-0cf2cc57-30d0-4445-bf9a-cd3b7272e86c service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Received event network-vif-plugged-b942809b-1165-4650-a9d7-980becf92573 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.972539] env[69308]: DEBUG oslo_concurrency.lockutils [req-04d325d0-a7ff-40b1-981c-82cfe61b4c69 req-0cf2cc57-30d0-4445-bf9a-cd3b7272e86c service nova] Acquiring lock "29b9af6b-f049-410e-b20f-5de1d3c84611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.973631] env[69308]: DEBUG oslo_concurrency.lockutils [req-04d325d0-a7ff-40b1-981c-82cfe61b4c69 req-0cf2cc57-30d0-4445-bf9a-cd3b7272e86c service nova] Lock "29b9af6b-f049-410e-b20f-5de1d3c84611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.973763] env[69308]: DEBUG oslo_concurrency.lockutils [req-04d325d0-a7ff-40b1-981c-82cfe61b4c69 req-0cf2cc57-30d0-4445-bf9a-cd3b7272e86c service nova] Lock "29b9af6b-f049-410e-b20f-5de1d3c84611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.973939] env[69308]: DEBUG nova.compute.manager [req-04d325d0-a7ff-40b1-981c-82cfe61b4c69 req-0cf2cc57-30d0-4445-bf9a-cd3b7272e86c service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] No waiting events found dispatching network-vif-plugged-b942809b-1165-4650-a9d7-980becf92573 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.974210] env[69308]: WARNING nova.compute.manager [req-04d325d0-a7ff-40b1-981c-82cfe61b4c69 req-0cf2cc57-30d0-4445-bf9a-cd3b7272e86c service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Received unexpected event network-vif-plugged-b942809b-1165-4650-a9d7-980becf92573 for instance with vm_state building and task_state spawning. [ 728.006894] env[69308]: INFO nova.compute.manager [-] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Took 1.08 seconds to deallocate network for instance. [ 728.038163] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868109, 'name': ReconfigVM_Task, 'duration_secs': 0.751106} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.038579] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Reconfigured VM instance instance-00000020 to attach disk [datastore1] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.039377] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5b6139c-d8b3-44cb-a812-78427ccea1cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.051262] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 728.051262] env[69308]: value = "task-3868111" [ 728.051262] env[69308]: _type = "Task" [ 728.051262] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.064715] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868111, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.139274] env[69308]: DEBUG nova.network.neutron [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Successfully updated port: b942809b-1165-4650-a9d7-980becf92573 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.222360] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868110, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.324092] env[69308]: DEBUG oslo_vmware.api [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868107, 'name': RemoveSnapshot_Task, 'duration_secs': 1.144701} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.324092] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.324092] env[69308]: INFO nova.compute.manager [None req-fa35f9e4-92dd-4db0-bf6d-e5169c870cc0 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Took 17.49 seconds to snapshot the instance on the hypervisor. [ 728.343596] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868108, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.408535] env[69308]: DEBUG oslo_concurrency.lockutils [None req-47802303-056f-4ea9-81f6-010dc940ee6b tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "873b054f-64dc-4d97-b89c-995dd3702690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.545s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.423269] env[69308]: DEBUG nova.objects.instance [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lazy-loading 'flavor' on Instance uuid abbf2f1c-ae9a-432a-baf5-7d7ce24253d3 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.518009] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.564578] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868111, 'name': Rename_Task, 'duration_secs': 0.282654} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.564880] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.565203] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42fdb9e9-4fb2-42c4-8d82-fb8213749780 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.577693] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 728.577693] env[69308]: value = "task-3868112" [ 728.577693] env[69308]: _type = "Task" [ 728.577693] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.588791] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.645717] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquiring lock "refresh_cache-29b9af6b-f049-410e-b20f-5de1d3c84611" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.645910] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquired lock "refresh_cache-29b9af6b-f049-410e-b20f-5de1d3c84611" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.646106] env[69308]: DEBUG nova.network.neutron [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.718037] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600583} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.718311] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d35dd075-3bec-4293-988f-9940f9fb78e3/d35dd075-3bec-4293-988f-9940f9fb78e3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.718846] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.718846] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-334c3ee7-1dca-473b-9ad5-dc582c6e9fe8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.730730] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 728.730730] env[69308]: value = "task-3868113" [ 728.730730] env[69308]: _type = "Task" [ 728.730730] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.732764] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e487dbd1-5984-4b53-9ec6-12779e25a221 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.749447] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.750723] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b368de2-0172-49f0-9206-2909f69d3c4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.796243] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93dc70-a496-4211-b14d-0ca3707c97bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.805911] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb8c535-b1ba-471b-900f-ae252a3a6ceb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.823347] env[69308]: DEBUG nova.compute.provider_tree [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.849231] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868108, 'name': CreateSnapshot_Task, 'duration_secs': 1.593197} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.849231] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.849231] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f2d9b-6262-40d8-9fac-4adad7540ceb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.911396] env[69308]: DEBUG nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.091253] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868112, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.245104] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077215} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.245550] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.247844] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dc4e52-8501-4e08-a36d-3fc3ba0460f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.251854] env[69308]: DEBUG nova.network.neutron [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.296179] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d35dd075-3bec-4293-988f-9940f9fb78e3/d35dd075-3bec-4293-988f-9940f9fb78e3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.300283] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd8de9f1-2f00-4d52-b07d-50ce564131bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.325612] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 729.325612] env[69308]: value = "task-3868114" [ 729.325612] env[69308]: _type = "Task" [ 729.325612] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.330730] env[69308]: DEBUG nova.scheduler.client.report [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.343369] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.374210] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 729.375337] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-933336bc-2bc9-4de1-8127-3fb05074c1cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.387256] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 729.387256] env[69308]: value = "task-3868115" [ 729.387256] env[69308]: _type = "Task" [ 729.387256] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.400111] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868115, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.433616] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f5e05217-db83-4e05-9bb9-6619d7a16b3c tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.484s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.478744] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.599393] env[69308]: DEBUG oslo_vmware.api [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868112, 'name': PowerOnVM_Task, 'duration_secs': 0.92559} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.599745] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.599967] env[69308]: DEBUG nova.compute.manager [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.600866] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7acc8cb-e258-4bb4-90af-63bd723767a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.617856] env[69308]: DEBUG nova.network.neutron [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Updating instance_info_cache with network_info: [{"id": "b942809b-1165-4650-a9d7-980becf92573", "address": "fa:16:3e:e1:bc:4a", "network": {"id": "a20084a7-fb2f-4cbb-b815-9222f8d9e7c7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1492469567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2dda896b804718887d1fec6a390166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb942809b-11", "ovs_interfaceid": "b942809b-1165-4650-a9d7-980becf92573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.762453] env[69308]: DEBUG nova.compute.manager [None req-b5ed2e66-bb87-4610-9a6c-78070fe652cd tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.763552] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f69c291-4f93-4284-8402-c1dfdad00eef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.838105] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.838619] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.841338] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.841952] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.662s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.843490] env[69308]: INFO nova.compute.claims [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.906802] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868115, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.117498] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquiring lock "873b054f-64dc-4d97-b89c-995dd3702690" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.117977] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "873b054f-64dc-4d97-b89c-995dd3702690" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.118362] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquiring lock "873b054f-64dc-4d97-b89c-995dd3702690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.118683] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "873b054f-64dc-4d97-b89c-995dd3702690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.119284] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "873b054f-64dc-4d97-b89c-995dd3702690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.121961] env[69308]: INFO nova.compute.manager [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Terminating instance [ 730.136658] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.137261] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Releasing lock "refresh_cache-29b9af6b-f049-410e-b20f-5de1d3c84611" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.137671] env[69308]: DEBUG nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Instance network_info: |[{"id": "b942809b-1165-4650-a9d7-980becf92573", "address": "fa:16:3e:e1:bc:4a", "network": {"id": "a20084a7-fb2f-4cbb-b815-9222f8d9e7c7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1492469567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2dda896b804718887d1fec6a390166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb942809b-11", "ovs_interfaceid": "b942809b-1165-4650-a9d7-980becf92573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.138213] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:bc:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b942809b-1165-4650-a9d7-980becf92573', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.154581] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Creating folder: Project (8c2dda896b804718887d1fec6a390166). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.156487] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4244a1fc-4161-42c8-b41d-1f6521d9d627 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.169275] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Created folder: Project (8c2dda896b804718887d1fec6a390166) in parent group-v768498. [ 730.169552] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Creating folder: Instances. Parent ref: group-v768606. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.169878] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08392b21-d67a-4762-8712-85ef438f274c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.182512] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Created folder: Instances in parent group-v768606. [ 730.182925] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.183104] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.183421] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65241a47-294f-4064-9c5b-586ede4c012d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.208658] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.208658] env[69308]: value = "task-3868118" [ 730.208658] env[69308]: _type = "Task" [ 730.208658] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.218664] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868118, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.280372] env[69308]: INFO nova.compute.manager [None req-b5ed2e66-bb87-4610-9a6c-78070fe652cd tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] instance snapshotting [ 730.282065] env[69308]: DEBUG nova.objects.instance [None req-b5ed2e66-bb87-4610-9a6c-78070fe652cd tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lazy-loading 'flavor' on Instance uuid 873b054f-64dc-4d97-b89c-995dd3702690 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.341502] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868114, 'name': ReconfigVM_Task, 'duration_secs': 0.738951} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.342413] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d35dd075-3bec-4293-988f-9940f9fb78e3/d35dd075-3bec-4293-988f-9940f9fb78e3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.344549] env[69308]: DEBUG nova.compute.utils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.346271] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfe3729f-a37f-4986-b32f-aab00141db6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.349464] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.349464] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.363602] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 730.363602] env[69308]: value = "task-3868119" [ 730.363602] env[69308]: _type = "Task" [ 730.363602] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.375786] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868119, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.378661] env[69308]: DEBUG nova.compute.manager [req-14fc30e8-ea70-4f13-9630-b40acd07763a req-8ff7246d-adf6-49ee-8dd9-65fa5edec8a4 service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Received event network-changed-b942809b-1165-4650-a9d7-980becf92573 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.378661] env[69308]: DEBUG nova.compute.manager [req-14fc30e8-ea70-4f13-9630-b40acd07763a req-8ff7246d-adf6-49ee-8dd9-65fa5edec8a4 service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Refreshing instance network info cache due to event network-changed-b942809b-1165-4650-a9d7-980becf92573. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.378828] env[69308]: DEBUG oslo_concurrency.lockutils [req-14fc30e8-ea70-4f13-9630-b40acd07763a req-8ff7246d-adf6-49ee-8dd9-65fa5edec8a4 service nova] Acquiring lock "refresh_cache-29b9af6b-f049-410e-b20f-5de1d3c84611" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.378971] env[69308]: DEBUG oslo_concurrency.lockutils [req-14fc30e8-ea70-4f13-9630-b40acd07763a req-8ff7246d-adf6-49ee-8dd9-65fa5edec8a4 service nova] Acquired lock "refresh_cache-29b9af6b-f049-410e-b20f-5de1d3c84611" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.379193] env[69308]: DEBUG nova.network.neutron [req-14fc30e8-ea70-4f13-9630-b40acd07763a req-8ff7246d-adf6-49ee-8dd9-65fa5edec8a4 service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Refreshing network info cache for port b942809b-1165-4650-a9d7-980becf92573 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.403670] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868115, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.407800] env[69308]: DEBUG nova.policy [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9226efb370e64f798cf3959cb16aec26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c94a0bd9a174b71ab33ecc6a7f18844', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.627906] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquiring lock "refresh_cache-873b054f-64dc-4d97-b89c-995dd3702690" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.627906] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquired lock "refresh_cache-873b054f-64dc-4d97-b89c-995dd3702690" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.627906] env[69308]: DEBUG nova.network.neutron [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.724783] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868118, 'name': CreateVM_Task, 'duration_secs': 0.370423} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.726346] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.728024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.728024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.728328] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.731665] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678c52b9-bfe3-4c3c-8df1-e2d9894896ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.736093] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 730.736093] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]528de144-0ecd-2772-bf38-d1e81df68645" [ 730.736093] env[69308]: _type = "Task" [ 730.736093] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.751887] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528de144-0ecd-2772-bf38-d1e81df68645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.791361] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77aca50-d99b-4074-b5a6-b290430cb80e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.819418] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3954ea2-668e-409e-921d-e7bc4f8944a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.849364] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.875135] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868119, 'name': Rename_Task, 'duration_secs': 0.20018} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.876066] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.876329] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f69bb74-1692-4b2e-8709-143c37b8858f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.891019] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 730.891019] env[69308]: value = "task-3868120" [ 730.891019] env[69308]: _type = "Task" [ 730.891019] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.903662] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.911305] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868115, 'name': CloneVM_Task, 'duration_secs': 1.490339} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.911933] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Created linked-clone VM from snapshot [ 730.913041] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a917767f-fb8a-4a19-8c13-0c19d8ed9451 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.928302] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Uploading image 6980e531-2697-4aa5-8e97-9eddc113d6ad {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 730.960723] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Successfully created port: 61069ffc-e7dc-4ee7-b6ca-364973223579 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.963971] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 730.963971] env[69308]: value = "vm-768605" [ 730.963971] env[69308]: _type = "VirtualMachine" [ 730.963971] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 730.964250] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a68cb331-bc82-4a38-904d-f83d3a6bddea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.975926] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lease: (returnval){ [ 730.975926] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52817102-e408-d570-9bf3-31d1c38c46c5" [ 730.975926] env[69308]: _type = "HttpNfcLease" [ 730.975926] env[69308]: } obtained for exporting VM: (result){ [ 730.975926] env[69308]: value = "vm-768605" [ 730.975926] env[69308]: _type = "VirtualMachine" [ 730.975926] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 730.975926] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the lease: (returnval){ [ 730.975926] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52817102-e408-d570-9bf3-31d1c38c46c5" [ 730.975926] env[69308]: _type = "HttpNfcLease" [ 730.975926] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 730.987094] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.987094] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52817102-e408-d570-9bf3-31d1c38c46c5" [ 730.987094] env[69308]: _type = "HttpNfcLease" [ 730.987094] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 731.162366] env[69308]: DEBUG nova.network.neutron [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.251537] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528de144-0ecd-2772-bf38-d1e81df68645, 'name': SearchDatastore_Task, 'duration_secs': 0.015083} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.256653] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.256953] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.257162] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.257305] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.257484] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.258322] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3d91186-9c2e-4668-bc3c-2c53f70e7d3a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.262737] env[69308]: DEBUG nova.network.neutron [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.269283] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.269454] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.270281] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6c0f9f-4e2d-4dc4-a3b3-892f81eac068 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.280192] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 731.280192] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d5e536-555a-2189-b5f2-d32f5e3fd256" [ 731.280192] env[69308]: _type = "Task" [ 731.280192] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.292716] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d5e536-555a-2189-b5f2-d32f5e3fd256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.338877] env[69308]: DEBUG nova.compute.manager [None req-b5ed2e66-bb87-4610-9a6c-78070fe652cd tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Instance disappeared during snapshot {{(pid=69308) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 731.402318] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.423150] env[69308]: DEBUG nova.network.neutron [req-14fc30e8-ea70-4f13-9630-b40acd07763a req-8ff7246d-adf6-49ee-8dd9-65fa5edec8a4 service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Updated VIF entry in instance network info cache for port b942809b-1165-4650-a9d7-980becf92573. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.423510] env[69308]: DEBUG nova.network.neutron [req-14fc30e8-ea70-4f13-9630-b40acd07763a req-8ff7246d-adf6-49ee-8dd9-65fa5edec8a4 service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Updating instance_info_cache with network_info: [{"id": "b942809b-1165-4650-a9d7-980becf92573", "address": "fa:16:3e:e1:bc:4a", "network": {"id": "a20084a7-fb2f-4cbb-b815-9222f8d9e7c7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1492469567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c2dda896b804718887d1fec6a390166", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb942809b-11", "ovs_interfaceid": "b942809b-1165-4650-a9d7-980becf92573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.485303] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.485303] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52817102-e408-d570-9bf3-31d1c38c46c5" [ 731.485303] env[69308]: _type = "HttpNfcLease" [ 731.485303] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 731.486965] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 731.486965] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52817102-e408-d570-9bf3-31d1c38c46c5" [ 731.486965] env[69308]: _type = "HttpNfcLease" [ 731.486965] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 731.490651] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b34da7-67aa-45bf-9eca-b9d7b2e19645 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.500819] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52704618-216e-459a-bafe-950f06a26e4d/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 731.500910] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52704618-216e-459a-bafe-950f06a26e4d/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 731.569597] env[69308]: DEBUG nova.compute.manager [None req-b5ed2e66-bb87-4610-9a6c-78070fe652cd tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Found 0 images (rotation: 2) {{(pid=69308) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 731.595215] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.596042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.633397] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "f2314bad-495a-4344-bb55-3bed46135007" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.633659] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "f2314bad-495a-4344-bb55-3bed46135007" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.657433] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ab28cd-dcff-4568-a6bd-7272e85722d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.666415] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea69772-79b7-4762-85f7-f8975b749d25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.709597] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd8340-a49f-4cef-b107-82f09f7eddca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.712140] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c39106e-7b6c-474b-99b5-9a6f06e98e85 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.721190] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acd11db-936d-4e39-8dee-b5d7f0472d5e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.739278] env[69308]: INFO nova.compute.manager [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Rebuilding instance [ 731.742071] env[69308]: DEBUG nova.compute.provider_tree [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.766418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Releasing lock "refresh_cache-873b054f-64dc-4d97-b89c-995dd3702690" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.766569] env[69308]: DEBUG nova.compute.manager [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.766782] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.768232] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd12c9-f683-4d25-b1d0-36fea55be952 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.789161] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.789161] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587e4e31-fa7e-4749-be1a-15a51c754f49 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.797835] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d5e536-555a-2189-b5f2-d32f5e3fd256, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.803714] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3419c251-fe7e-4abd-acf2-a9e901d72a84 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.809142] env[69308]: DEBUG oslo_vmware.api [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 731.809142] env[69308]: value = "task-3868122" [ 731.809142] env[69308]: _type = "Task" [ 731.809142] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.815130] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 731.815130] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff5e64-243c-9b00-c41d-268f67e424f7" [ 731.815130] env[69308]: _type = "Task" [ 731.815130] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.826440] env[69308]: DEBUG oslo_vmware.api [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.832412] env[69308]: DEBUG nova.compute.manager [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.832412] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fce1bb3-10be-428b-b90f-0894622603a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.839895] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff5e64-243c-9b00-c41d-268f67e424f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015147} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.840588] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.841390] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 29b9af6b-f049-410e-b20f-5de1d3c84611/29b9af6b-f049-410e-b20f-5de1d3c84611.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.841390] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90636309-971e-4fb2-bee0-0b04bf02f7ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.854435] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 731.854435] env[69308]: value = "task-3868123" [ 731.854435] env[69308]: _type = "Task" [ 731.854435] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.864557] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.868121] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.908112] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.915653] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.916012] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.916255] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.916506] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.916708] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.917034] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.917230] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.917449] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.917746] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.917966] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.918241] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.919776] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e6bb7e-3e87-478a-97a8-07e79076f6aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.930682] env[69308]: DEBUG oslo_concurrency.lockutils [req-14fc30e8-ea70-4f13-9630-b40acd07763a req-8ff7246d-adf6-49ee-8dd9-65fa5edec8a4 service nova] Releasing lock "refresh_cache-29b9af6b-f049-410e-b20f-5de1d3c84611" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.932687] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53cf695-aa0c-45f2-b52b-27fa635c1793 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.247930] env[69308]: DEBUG nova.scheduler.client.report [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.332056] env[69308]: DEBUG oslo_vmware.api [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868122, 'name': PowerOffVM_Task, 'duration_secs': 0.162591} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.332056] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.332056] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.332056] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd7b656a-37e2-439a-9a45-1d404148fa0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.374176] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.378572] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.378572] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.379232] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Deleting the datastore file [datastore2] 873b054f-64dc-4d97-b89c-995dd3702690 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.379232] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ca469c-2931-414c-9862-8c14a697f0a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.389386] env[69308]: DEBUG oslo_vmware.api [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for the task: (returnval){ [ 732.389386] env[69308]: value = "task-3868125" [ 732.389386] env[69308]: _type = "Task" [ 732.389386] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.413142] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868120, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.414133] env[69308]: DEBUG oslo_vmware.api [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.755034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.913s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.755615] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.758858] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.452s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.856126] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.856126] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcf595da-a915-4864-a25f-25598224015a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.871537] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620424} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.873669] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 29b9af6b-f049-410e-b20f-5de1d3c84611/29b9af6b-f049-410e-b20f-5de1d3c84611.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.874127] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.875069] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 732.875069] env[69308]: value = "task-3868126" [ 732.875069] env[69308]: _type = "Task" [ 732.875069] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.875307] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd1044a5-3eba-4d3c-ac36-76a1cf99eff6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.892567] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.905605] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 732.905605] env[69308]: value = "task-3868127" [ 732.905605] env[69308]: _type = "Task" [ 732.905605] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.920212] env[69308]: DEBUG oslo_vmware.api [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Task: {'id': task-3868125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175578} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.921651] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.921651] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.922200] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.922642] env[69308]: INFO nova.compute.manager [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Took 1.16 seconds to destroy the instance on the hypervisor. [ 732.922642] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.928185] env[69308]: DEBUG nova.compute.manager [-] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.928185] env[69308]: DEBUG nova.network.neutron [-] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.928968] env[69308]: DEBUG oslo_vmware.api [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868120, 'name': PowerOnVM_Task, 'duration_secs': 1.806182} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.932510] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.932824] env[69308]: INFO nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Took 18.36 seconds to spawn the instance on the hypervisor. [ 732.933085] env[69308]: DEBUG nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.933473] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.934772] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe74620-a30a-4db6-b69e-01c824066bfe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.959791] env[69308]: DEBUG nova.network.neutron [-] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.980760] env[69308]: DEBUG nova.compute.manager [req-c4c8e36b-c507-44c3-b8ca-5b15004fd245 req-3896ffc5-940d-484e-b880-89814efeb6be service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Received event network-vif-plugged-61069ffc-e7dc-4ee7-b6ca-364973223579 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.982078] env[69308]: DEBUG oslo_concurrency.lockutils [req-c4c8e36b-c507-44c3-b8ca-5b15004fd245 req-3896ffc5-940d-484e-b880-89814efeb6be service nova] Acquiring lock "1084ebd4-418b-452e-a59b-d139d536f4d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.982513] env[69308]: DEBUG oslo_concurrency.lockutils [req-c4c8e36b-c507-44c3-b8ca-5b15004fd245 req-3896ffc5-940d-484e-b880-89814efeb6be service nova] Lock "1084ebd4-418b-452e-a59b-d139d536f4d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.982937] env[69308]: DEBUG oslo_concurrency.lockutils [req-c4c8e36b-c507-44c3-b8ca-5b15004fd245 req-3896ffc5-940d-484e-b880-89814efeb6be service nova] Lock "1084ebd4-418b-452e-a59b-d139d536f4d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.983353] env[69308]: DEBUG nova.compute.manager [req-c4c8e36b-c507-44c3-b8ca-5b15004fd245 req-3896ffc5-940d-484e-b880-89814efeb6be service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] No waiting events found dispatching network-vif-plugged-61069ffc-e7dc-4ee7-b6ca-364973223579 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.983704] env[69308]: WARNING nova.compute.manager [req-c4c8e36b-c507-44c3-b8ca-5b15004fd245 req-3896ffc5-940d-484e-b880-89814efeb6be service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Received unexpected event network-vif-plugged-61069ffc-e7dc-4ee7-b6ca-364973223579 for instance with vm_state building and task_state spawning. [ 733.042251] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Successfully updated port: 61069ffc-e7dc-4ee7-b6ca-364973223579 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.263852] env[69308]: DEBUG nova.compute.utils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.267871] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.267871] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.362551] env[69308]: DEBUG nova.objects.instance [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lazy-loading 'flavor' on Instance uuid fdadbd72-38cd-4ea8-be7a-cffd5bea01e0 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.383173] env[69308]: DEBUG nova.policy [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9226efb370e64f798cf3959cb16aec26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c94a0bd9a174b71ab33ecc6a7f18844', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.394842] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868126, 'name': PowerOffVM_Task, 'duration_secs': 0.242838} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.395755] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.396094] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.397297] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef51c9-3975-47f8-8e60-a9bef73664fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.405666] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.406096] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52d27bec-787d-4830-920d-4e3f2c90728f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.420829] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130688} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.422586] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.422586] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21004c0-bb65-4ef7-a0bf-b4d5c28361cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.451710] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 29b9af6b-f049-410e-b20f-5de1d3c84611/29b9af6b-f049-410e-b20f-5de1d3c84611.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.457733] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc6f4513-b239-421d-a98b-e546513f47f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.473962] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.474305] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.474554] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Deleting the datastore file [datastore1] c07106a3-0134-4602-9263-f7359c8d5367 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.476941] env[69308]: DEBUG nova.network.neutron [-] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.477984] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64353201-f87b-4906-9c83-c86428bfe8ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.480409] env[69308]: INFO nova.compute.manager [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Took 56.04 seconds to build instance. [ 733.487504] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 733.487504] env[69308]: value = "task-3868130" [ 733.487504] env[69308]: _type = "Task" [ 733.487504] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.489207] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 733.489207] env[69308]: value = "task-3868129" [ 733.489207] env[69308]: _type = "Task" [ 733.489207] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.504650] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.508793] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.545452] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "refresh_cache-1084ebd4-418b-452e-a59b-d139d536f4d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.545608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "refresh_cache-1084ebd4-418b-452e-a59b-d139d536f4d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.545821] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.793075] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Applying migration context for instance b2cfd112-af47-46e1-8546-f527c9d84253 as it has an incoming, in-progress migration 691a09fa-de79-4ebf-be6b-fd6c1b9f1bc6. Migration status is confirming {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 733.796021] env[69308]: INFO nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating resource usage from migration 691a09fa-de79-4ebf-be6b-fd6c1b9f1bc6 [ 733.802989] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.835635] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance dcc61c85-f39c-40e0-95cf-c18894eebf03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.835855] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 943cc30d-aa71-41d6-a022-fc9fe05b94a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.835985] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b72ebe87-2c2c-459f-ab59-53a52ab780f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.836194] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance fea7032f-f99b-4e36-9f39-1b0d98d5890c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.836379] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 7715cc43-6505-439b-ade5-06092096e2d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.836511] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance abbf2f1c-ae9a-432a-baf5-7d7ce24253d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.836675] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 578c621d-2931-4573-b15c-05504145f9fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.836843] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance fdadbd72-38cd-4ea8-be7a-cffd5bea01e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.837034] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance fad3ad44-43cd-442e-8723-d27bbb893e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.837250] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance e33c7029-3e87-43b6-9865-c4d0d912974d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.837368] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 6b05f946-8630-4f0b-98aa-0149e4d97e27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.837530] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 64302f20-818c-44b7-9518-1f894a0fce19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.837594] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 71b607ba-1ea1-4d50-8f6c-87e2d88706ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.837691] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 60f120c5-345a-44dd-b716-03a686a518f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.837798] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance cb44961f-d39b-4a67-a568-780c0ac1ec7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.837917] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 838dc24e-f04e-4756-bbb7-f068018f5edc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.838046] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 563722c6-483c-4154-b4da-e8412f78b765 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.838269] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance e408f6d6-e873-470e-aecb-16ffa9774217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.838269] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance c07106a3-0134-4602-9263-f7359c8d5367 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.838369] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance d35dd075-3bec-4293-988f-9940f9fb78e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.838507] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 873b054f-64dc-4d97-b89c-995dd3702690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.838622] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Migration 691a09fa-de79-4ebf-be6b-fd6c1b9f1bc6 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 733.838731] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b2cfd112-af47-46e1-8546-f527c9d84253 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.838838] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 29b9af6b-f049-410e-b20f-5de1d3c84611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.838946] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 1084ebd4-418b-452e-a59b-d139d536f4d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.839159] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance f2d1e51f-f7b2-4e46-9ae6-984246ca64e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 733.867958] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.868508] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquired lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.982673] env[69308]: INFO nova.compute.manager [-] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Took 1.06 seconds to deallocate network for instance. [ 733.983506] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4a5436f-4ecc-4b6f-9272-852fbc34608b tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.029s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.008840] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868130, 'name': ReconfigVM_Task, 'duration_secs': 0.338441} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.014912] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 29b9af6b-f049-410e-b20f-5de1d3c84611/29b9af6b-f049-410e-b20f-5de1d3c84611.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.016213] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240799} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.016472] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b7e44ea-6bc8-4287-8fdb-aac93783c6e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.019414] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.019721] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.019978] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.031056] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 734.031056] env[69308]: value = "task-3868131" [ 734.031056] env[69308]: _type = "Task" [ 734.031056] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.040685] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868131, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.147867] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.342250] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 1d3eaa6c-8a56-4bca-a518-e5b5274058a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 734.468739] env[69308]: DEBUG nova.network.neutron [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.494053] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.497014] env[69308]: DEBUG nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.521059] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Successfully created port: f64e1448-db03-4e4a-9046-c41cf083e796 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.548279] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868131, 'name': Rename_Task, 'duration_secs': 0.161952} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.548767] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.549155] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b26bbdce-009d-4bbb-8f9b-3b0156f7567e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.558066] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 734.558066] env[69308]: value = "task-3868132" [ 734.558066] env[69308]: _type = "Task" [ 734.558066] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.568388] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.603652] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Updating instance_info_cache with network_info: [{"id": "61069ffc-e7dc-4ee7-b6ca-364973223579", "address": "fa:16:3e:48:9a:13", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61069ffc-e7", "ovs_interfaceid": "61069ffc-e7dc-4ee7-b6ca-364973223579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.823902] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.842149] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "d35dd075-3bec-4293-988f-9940f9fb78e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.842492] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.842725] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.842905] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.843098] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.845486] env[69308]: INFO nova.compute.manager [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Terminating instance [ 734.847797] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 3c81e760-ffaa-4b84-bd9b-2e253f268dee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 734.864674] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.865379] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.865379] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.865689] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.865956] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.866175] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.866477] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.866716] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.866973] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.867235] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.867488] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.869764] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70ac076-69aa-44c8-b2f2-c6e76e604de7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.881192] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78fc198-05f5-45f5-97bc-c9b67cb395e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.909257] env[69308]: DEBUG nova.compute.manager [req-5f631161-5e04-4aff-8152-7007e8c57f9b req-34c87a8f-b0ba-4c0f-9e6c-37ca412e3745 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Received event network-changed-a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.909554] env[69308]: DEBUG nova.compute.manager [req-5f631161-5e04-4aff-8152-7007e8c57f9b req-34c87a8f-b0ba-4c0f-9e6c-37ca412e3745 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Refreshing instance network info cache due to event network-changed-a16848d5-065e-4627-9ed1-bbc3a35997b5. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.909726] env[69308]: DEBUG oslo_concurrency.lockutils [req-5f631161-5e04-4aff-8152-7007e8c57f9b req-34c87a8f-b0ba-4c0f-9e6c-37ca412e3745 service nova] Acquiring lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.031546] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.056912] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.057201] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.057357] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.057760] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.057760] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.057935] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.058041] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.058249] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.058526] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.058765] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.059010] env[69308]: DEBUG nova.virt.hardware [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.060210] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f072992f-e6d9-45da-8a11-991d71193285 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.075662] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868132, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.077918] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17428ffb-4521-409a-ba14-b6af3cb0b99b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.094665] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.101235] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.101235] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.103709] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dae3a4d3-095b-419f-885c-b9a9e05bbae0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.117679] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "refresh_cache-1084ebd4-418b-452e-a59b-d139d536f4d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.118183] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Instance network_info: |[{"id": "61069ffc-e7dc-4ee7-b6ca-364973223579", "address": "fa:16:3e:48:9a:13", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61069ffc-e7", "ovs_interfaceid": "61069ffc-e7dc-4ee7-b6ca-364973223579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.118809] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:9a:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61069ffc-e7dc-4ee7-b6ca-364973223579', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.128481] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Creating folder: Project (2c94a0bd9a174b71ab33ecc6a7f18844). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.129755] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35729318-b70a-4b57-8e49-b4a519927610 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.142034] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.142034] env[69308]: value = "task-3868133" [ 735.142034] env[69308]: _type = "Task" [ 735.142034] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.159426] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868133, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.166910] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Created folder: Project (2c94a0bd9a174b71ab33ecc6a7f18844) in parent group-v768498. [ 735.167198] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Creating folder: Instances. Parent ref: group-v768609. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.170824] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09cb21a8-1d9e-45e8-9083-55b801db468c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.187450] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Created folder: Instances in parent group-v768609. [ 735.187450] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.187450] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.187450] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c36c8649-6a2e-4312-82d4-e67462bf1891 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.210348] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.210348] env[69308]: value = "task-3868136" [ 735.210348] env[69308]: _type = "Task" [ 735.210348] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.220576] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868136, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.273205] env[69308]: DEBUG nova.compute.manager [req-385ab9d0-acf2-4d55-ad9c-fcf82f976b70 req-a58c0677-fed6-4cc8-85d3-c33136540de9 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Received event network-changed-61069ffc-e7dc-4ee7-b6ca-364973223579 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.273396] env[69308]: DEBUG nova.compute.manager [req-385ab9d0-acf2-4d55-ad9c-fcf82f976b70 req-a58c0677-fed6-4cc8-85d3-c33136540de9 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Refreshing instance network info cache due to event network-changed-61069ffc-e7dc-4ee7-b6ca-364973223579. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.273611] env[69308]: DEBUG oslo_concurrency.lockutils [req-385ab9d0-acf2-4d55-ad9c-fcf82f976b70 req-a58c0677-fed6-4cc8-85d3-c33136540de9 service nova] Acquiring lock "refresh_cache-1084ebd4-418b-452e-a59b-d139d536f4d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.273756] env[69308]: DEBUG oslo_concurrency.lockutils [req-385ab9d0-acf2-4d55-ad9c-fcf82f976b70 req-a58c0677-fed6-4cc8-85d3-c33136540de9 service nova] Acquired lock "refresh_cache-1084ebd4-418b-452e-a59b-d139d536f4d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.273923] env[69308]: DEBUG nova.network.neutron [req-385ab9d0-acf2-4d55-ad9c-fcf82f976b70 req-a58c0677-fed6-4cc8-85d3-c33136540de9 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Refreshing network info cache for port 61069ffc-e7dc-4ee7-b6ca-364973223579 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.351619] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5472357a-7746-41f9-9c0a-4edaaea0570a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 735.357424] env[69308]: DEBUG nova.compute.manager [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.357803] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.359374] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f69bbd1-bede-4d46-95b2-c09e95a8ea01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.373930] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.374322] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-745a7b29-7391-4086-a8bf-4df75bc1024f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.383252] env[69308]: DEBUG oslo_vmware.api [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 735.383252] env[69308]: value = "task-3868137" [ 735.383252] env[69308]: _type = "Task" [ 735.383252] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.396376] env[69308]: DEBUG oslo_vmware.api [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.502837] env[69308]: DEBUG nova.network.neutron [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updating instance_info_cache with network_info: [{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.570507] env[69308]: DEBUG oslo_vmware.api [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868132, 'name': PowerOnVM_Task, 'duration_secs': 0.639572} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.570913] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.571141] env[69308]: INFO nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Took 9.00 seconds to spawn the instance on the hypervisor. [ 735.571328] env[69308]: DEBUG nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.572475] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b1ef22-3274-4ed8-aa4d-79b7c5e3e953 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.657605] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868133, 'name': CreateVM_Task, 'duration_secs': 0.381421} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.658579] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.659379] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.660039] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.660289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.660842] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dfb7f9d-c785-4ea0-a369-4530a1184ab8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.668151] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 735.668151] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fad8c3-4935-e584-f824-25b0e73f0c1d" [ 735.668151] env[69308]: _type = "Task" [ 735.668151] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.679661] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fad8c3-4935-e584-f824-25b0e73f0c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.722839] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868136, 'name': CreateVM_Task, 'duration_secs': 0.48543} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.722839] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.724075] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.856993] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 735.897072] env[69308]: DEBUG oslo_vmware.api [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868137, 'name': PowerOffVM_Task, 'duration_secs': 0.303946} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.897072] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.897072] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.897192] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01c67157-329e-46ef-83d2-7421187751df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.010592] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Releasing lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.010916] env[69308]: DEBUG nova.compute.manager [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Inject network info {{(pid=69308) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 736.011445] env[69308]: DEBUG nova.compute.manager [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] network_info to inject: |[{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 736.017505] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Reconfiguring VM instance to set the machine id {{(pid=69308) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 736.018297] env[69308]: DEBUG oslo_concurrency.lockutils [req-5f631161-5e04-4aff-8152-7007e8c57f9b req-34c87a8f-b0ba-4c0f-9e6c-37ca412e3745 service nova] Acquired lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.018741] env[69308]: DEBUG nova.network.neutron [req-5f631161-5e04-4aff-8152-7007e8c57f9b req-34c87a8f-b0ba-4c0f-9e6c-37ca412e3745 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Refreshing network info cache for port a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.019974] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53594a6f-912f-4c3d-bf8c-cbe565d32f2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.051532] env[69308]: DEBUG oslo_vmware.api [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 736.051532] env[69308]: value = "task-3868139" [ 736.051532] env[69308]: _type = "Task" [ 736.051532] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.063646] env[69308]: DEBUG oslo_vmware.api [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.068130] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.068359] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.068582] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Deleting the datastore file [datastore2] d35dd075-3bec-4293-988f-9940f9fb78e3 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.069030] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b76672c4-445b-4d13-8b4c-c6b7e1d680e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.078606] env[69308]: DEBUG oslo_vmware.api [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 736.078606] env[69308]: value = "task-3868140" [ 736.078606] env[69308]: _type = "Task" [ 736.078606] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.095813] env[69308]: DEBUG oslo_vmware.api [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.098441] env[69308]: INFO nova.compute.manager [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Took 53.78 seconds to build instance. [ 736.142201] env[69308]: DEBUG nova.network.neutron [req-385ab9d0-acf2-4d55-ad9c-fcf82f976b70 req-a58c0677-fed6-4cc8-85d3-c33136540de9 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Updated VIF entry in instance network info cache for port 61069ffc-e7dc-4ee7-b6ca-364973223579. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.142201] env[69308]: DEBUG nova.network.neutron [req-385ab9d0-acf2-4d55-ad9c-fcf82f976b70 req-a58c0677-fed6-4cc8-85d3-c33136540de9 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Updating instance_info_cache with network_info: [{"id": "61069ffc-e7dc-4ee7-b6ca-364973223579", "address": "fa:16:3e:48:9a:13", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61069ffc-e7", "ovs_interfaceid": "61069ffc-e7dc-4ee7-b6ca-364973223579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.181646] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fad8c3-4935-e584-f824-25b0e73f0c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.025148} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.182110] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.183178] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.183656] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.183822] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.184048] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.186027] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.186269] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.186521] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a358fa-f544-43a3-99fe-8f9b8e304b2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.191862] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e217ca56-38cb-4f81-b8f0-31223e55a175 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.200421] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 736.200421] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ed13f6-4ef0-e7d9-336b-462347575f4f" [ 736.200421] env[69308]: _type = "Task" [ 736.200421] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.208249] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.208450] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.210663] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781275db-9f2d-4416-aa1a-d9cf52c6b9b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.220554] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ed13f6-4ef0-e7d9-336b-462347575f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.225341] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 736.225341] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5289a545-ed2f-0bd1-8e89-4dd1ffd5d98e" [ 736.225341] env[69308]: _type = "Task" [ 736.225341] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.238511] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5289a545-ed2f-0bd1-8e89-4dd1ffd5d98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.361221] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 736.453974] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Successfully updated port: f64e1448-db03-4e4a-9046-c41cf083e796 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.564886] env[69308]: DEBUG oslo_vmware.api [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868139, 'name': ReconfigVM_Task, 'duration_secs': 0.20548} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.565384] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9f4a7071-474b-43b7-9496-a3adf22ba14b tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Reconfigured VM instance to set the machine id {{(pid=69308) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 736.593667] env[69308]: DEBUG oslo_vmware.api [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310352} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.593667] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.593863] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.593952] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.594525] env[69308]: INFO nova.compute.manager [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Took 1.24 seconds to destroy the instance on the hypervisor. [ 736.594525] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.595489] env[69308]: DEBUG nova.compute.manager [-] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.595489] env[69308]: DEBUG nova.network.neutron [-] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.601920] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7d10b07c-ba86-406a-93a1-b4db58bc8403 tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "29b9af6b-f049-410e-b20f-5de1d3c84611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.539s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.644075] env[69308]: DEBUG oslo_concurrency.lockutils [req-385ab9d0-acf2-4d55-ad9c-fcf82f976b70 req-a58c0677-fed6-4cc8-85d3-c33136540de9 service nova] Releasing lock "refresh_cache-1084ebd4-418b-452e-a59b-d139d536f4d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.697875] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "fad3ad44-43cd-442e-8723-d27bbb893e0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.697875] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "fad3ad44-43cd-442e-8723-d27bbb893e0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.697875] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "fad3ad44-43cd-442e-8723-d27bbb893e0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.698292] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "fad3ad44-43cd-442e-8723-d27bbb893e0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.698292] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "fad3ad44-43cd-442e-8723-d27bbb893e0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.706784] env[69308]: INFO nova.compute.manager [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Terminating instance [ 736.721054] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ed13f6-4ef0-e7d9-336b-462347575f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.016298} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.724881] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.725828] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.725828] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.739546] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5289a545-ed2f-0bd1-8e89-4dd1ffd5d98e, 'name': SearchDatastore_Task, 'duration_secs': 0.016137} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.740472] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a14869f-a531-491e-8923-8e135cf4977d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.748807] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 736.748807] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a235fd-3cf6-89f9-48ab-9422a4cec7bb" [ 736.748807] env[69308]: _type = "Task" [ 736.748807] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.760021] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a235fd-3cf6-89f9-48ab-9422a4cec7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.866339] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 22889b96-78e6-4b9c-8b43-a423dfe509bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 736.960402] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "refresh_cache-f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.960402] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "refresh_cache-f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.960402] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.980914] env[69308]: DEBUG nova.objects.instance [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lazy-loading 'flavor' on Instance uuid fdadbd72-38cd-4ea8-be7a-cffd5bea01e0 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.105418] env[69308]: DEBUG nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.117768] env[69308]: DEBUG nova.network.neutron [req-5f631161-5e04-4aff-8152-7007e8c57f9b req-34c87a8f-b0ba-4c0f-9e6c-37ca412e3745 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updated VIF entry in instance network info cache for port a16848d5-065e-4627-9ed1-bbc3a35997b5. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.117768] env[69308]: DEBUG nova.network.neutron [req-5f631161-5e04-4aff-8152-7007e8c57f9b req-34c87a8f-b0ba-4c0f-9e6c-37ca412e3745 service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updating instance_info_cache with network_info: [{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.218389] env[69308]: DEBUG nova.compute.manager [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.218389] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.218389] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f71324f-02c3-4114-8753-26e2c0322c78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.231489] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.232991] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e172f0-46fa-48bc-b1e7-7aea79062f8a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.242452] env[69308]: DEBUG oslo_vmware.api [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 737.242452] env[69308]: value = "task-3868141" [ 737.242452] env[69308]: _type = "Task" [ 737.242452] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.258654] env[69308]: DEBUG oslo_vmware.api [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.268416] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a235fd-3cf6-89f9-48ab-9422a4cec7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015198} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.268892] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.269182] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.269621] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.269904] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.273849] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ac71ab0-dfdb-4722-9761-ca55b6081867 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.276211] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b361f8-575a-4676-be92-d63abbba6ffa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.285375] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 737.285375] env[69308]: value = "task-3868142" [ 737.285375] env[69308]: _type = "Task" [ 737.285375] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.290548] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.291113] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.293225] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566747a0-a8fe-4a7c-817a-df385d6769a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.298279] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.302757] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 737.302757] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b52542-4696-b9df-a267-8fa66eae5377" [ 737.302757] env[69308]: _type = "Task" [ 737.302757] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.313421] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b52542-4696-b9df-a267-8fa66eae5377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.364359] env[69308]: DEBUG nova.compute.manager [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Received event network-vif-plugged-f64e1448-db03-4e4a-9046-c41cf083e796 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.364359] env[69308]: DEBUG oslo_concurrency.lockutils [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] Acquiring lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.364359] env[69308]: DEBUG oslo_concurrency.lockutils [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] Lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.364587] env[69308]: DEBUG oslo_concurrency.lockutils [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] Lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.364988] env[69308]: DEBUG nova.compute.manager [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] No waiting events found dispatching network-vif-plugged-f64e1448-db03-4e4a-9046-c41cf083e796 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.365423] env[69308]: WARNING nova.compute.manager [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Received unexpected event network-vif-plugged-f64e1448-db03-4e4a-9046-c41cf083e796 for instance with vm_state building and task_state spawning. [ 737.365423] env[69308]: DEBUG nova.compute.manager [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Received event network-changed-f64e1448-db03-4e4a-9046-c41cf083e796 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.365642] env[69308]: DEBUG nova.compute.manager [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Refreshing instance network info cache due to event network-changed-f64e1448-db03-4e4a-9046-c41cf083e796. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.365982] env[69308]: DEBUG oslo_concurrency.lockutils [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] Acquiring lock "refresh_cache-f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.369662] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance fe4ef999-119c-4235-85dd-f1848885b31a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 737.386646] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquiring lock "29b9af6b-f049-410e-b20f-5de1d3c84611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.387016] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "29b9af6b-f049-410e-b20f-5de1d3c84611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.387343] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquiring lock "29b9af6b-f049-410e-b20f-5de1d3c84611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.387640] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "29b9af6b-f049-410e-b20f-5de1d3c84611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.387876] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "29b9af6b-f049-410e-b20f-5de1d3c84611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.391142] env[69308]: INFO nova.compute.manager [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Terminating instance [ 737.488043] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.542385] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.617944] env[69308]: DEBUG oslo_concurrency.lockutils [req-5f631161-5e04-4aff-8152-7007e8c57f9b req-34c87a8f-b0ba-4c0f-9e6c-37ca412e3745 service nova] Releasing lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.623181] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquired lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.646460] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.764106] env[69308]: DEBUG oslo_vmware.api [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868141, 'name': PowerOffVM_Task, 'duration_secs': 0.238688} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.764895] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.764895] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.764895] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97403672-5f13-40b1-82c6-d08a6d9d6617 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.799637] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868142, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.822579] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b52542-4696-b9df-a267-8fa66eae5377, 'name': SearchDatastore_Task, 'duration_secs': 0.015541} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.823616] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a15ed1-4b44-4d7b-8559-57baf224edda {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.834202] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 737.834202] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529e90d0-fee4-7b45-1f8a-24bfa66336b0" [ 737.834202] env[69308]: _type = "Task" [ 737.834202] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.843168] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.843530] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.843727] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Deleting the datastore file [datastore1] fad3ad44-43cd-442e-8723-d27bbb893e0d {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.844551] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2de973cb-bb3d-48f0-be37-6c0904ff8339 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.848349] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Updating instance_info_cache with network_info: [{"id": "f64e1448-db03-4e4a-9046-c41cf083e796", "address": "fa:16:3e:a9:32:2d", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64e1448-db", "ovs_interfaceid": "f64e1448-db03-4e4a-9046-c41cf083e796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.856352] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529e90d0-fee4-7b45-1f8a-24bfa66336b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.864249] env[69308]: DEBUG oslo_vmware.api [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 737.864249] env[69308]: value = "task-3868144" [ 737.864249] env[69308]: _type = "Task" [ 737.864249] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.874674] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 44c77d66-cb34-49be-a255-8cdf9efe6a18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 737.888489] env[69308]: DEBUG oslo_vmware.api [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.899092] env[69308]: DEBUG nova.compute.manager [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.899092] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.903633] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb343f86-32f7-4b7b-915b-fddee21c9d77 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.917657] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.917844] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4532912f-63fa-4b73-9f19-23150dcbb5a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.926434] env[69308]: DEBUG oslo_vmware.api [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 737.926434] env[69308]: value = "task-3868145" [ 737.926434] env[69308]: _type = "Task" [ 737.926434] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.939031] env[69308]: DEBUG oslo_vmware.api [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.299534] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868142, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.345728] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529e90d0-fee4-7b45-1f8a-24bfa66336b0, 'name': SearchDatastore_Task, 'duration_secs': 0.052024} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.347379] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.347379] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 1084ebd4-418b-452e-a59b-d139d536f4d6/1084ebd4-418b-452e-a59b-d139d536f4d6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.347379] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75356a47-fe53-4c73-afe4-480bb7b328bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.351134] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "refresh_cache-f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.351528] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Instance network_info: |[{"id": "f64e1448-db03-4e4a-9046-c41cf083e796", "address": "fa:16:3e:a9:32:2d", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64e1448-db", "ovs_interfaceid": "f64e1448-db03-4e4a-9046-c41cf083e796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.351859] env[69308]: DEBUG oslo_concurrency.lockutils [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] Acquired lock "refresh_cache-f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.352144] env[69308]: DEBUG nova.network.neutron [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Refreshing network info cache for port f64e1448-db03-4e4a-9046-c41cf083e796 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.353445] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:32:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f64e1448-db03-4e4a-9046-c41cf083e796', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.361564] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.366652] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.367820] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 738.367820] env[69308]: value = "task-3868146" [ 738.367820] env[69308]: _type = "Task" [ 738.367820] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.368143] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae5dbfe8-7502-42bd-936c-05d71a275082 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.387350] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 07e6b1af-4468-4c40-92cb-6089417ff16f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 738.399084] env[69308]: DEBUG oslo_vmware.api [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223279} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.404666] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.404666] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.404909] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.405181] env[69308]: INFO nova.compute.manager [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 738.405484] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.405749] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.406015] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.406015] env[69308]: value = "task-3868147" [ 738.406015] env[69308]: _type = "Task" [ 738.406015] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.406865] env[69308]: DEBUG nova.compute.manager [-] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.407010] env[69308]: DEBUG nova.network.neutron [-] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.418682] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868147, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.439553] env[69308]: DEBUG oslo_vmware.api [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868145, 'name': PowerOffVM_Task, 'duration_secs': 0.233136} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.440045] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.440171] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.440451] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eec253f-8a54-4660-ae70-a35eff0f3f4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.461935] env[69308]: DEBUG nova.network.neutron [-] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.518297] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.518297] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.518297] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Deleting the datastore file [datastore1] 29b9af6b-f049-410e-b20f-5de1d3c84611 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.518297] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe05fca-4f5d-4cbe-8a38-d5b2d30ea60d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.528009] env[69308]: DEBUG oslo_vmware.api [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for the task: (returnval){ [ 738.528009] env[69308]: value = "task-3868149" [ 738.528009] env[69308]: _type = "Task" [ 738.528009] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.539409] env[69308]: DEBUG oslo_vmware.api [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.679861] env[69308]: DEBUG nova.network.neutron [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.800591] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868142, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.810324] env[69308]: DEBUG nova.network.neutron [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Updated VIF entry in instance network info cache for port f64e1448-db03-4e4a-9046-c41cf083e796. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.810846] env[69308]: DEBUG nova.network.neutron [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Updating instance_info_cache with network_info: [{"id": "f64e1448-db03-4e4a-9046-c41cf083e796", "address": "fa:16:3e:a9:32:2d", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64e1448-db", "ovs_interfaceid": "f64e1448-db03-4e4a-9046-c41cf083e796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.832594] env[69308]: DEBUG nova.compute.manager [req-870a4c4c-75e4-4a84-b3ca-133f9a40c03f req-701d6b15-1b6f-4171-80d6-508c22a0308a service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Received event network-changed-a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.832793] env[69308]: DEBUG nova.compute.manager [req-870a4c4c-75e4-4a84-b3ca-133f9a40c03f req-701d6b15-1b6f-4171-80d6-508c22a0308a service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Refreshing instance network info cache due to event network-changed-a16848d5-065e-4627-9ed1-bbc3a35997b5. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.833853] env[69308]: DEBUG oslo_concurrency.lockutils [req-870a4c4c-75e4-4a84-b3ca-133f9a40c03f req-701d6b15-1b6f-4171-80d6-508c22a0308a service nova] Acquiring lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.892870] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 738.899496] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.921451] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868147, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.966065] env[69308]: INFO nova.compute.manager [-] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Took 2.37 seconds to deallocate network for instance. [ 739.040504] env[69308]: DEBUG oslo_vmware.api [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Task: {'id': task-3868149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338916} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.040847] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.041119] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.041376] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.041659] env[69308]: INFO nova.compute.manager [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Took 1.14 seconds to destroy the instance on the hypervisor. [ 739.042024] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.042294] env[69308]: DEBUG nova.compute.manager [-] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.042444] env[69308]: DEBUG nova.network.neutron [-] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.306564] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868142, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.626095} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.306944] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.307731] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.307731] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37a51c24-c0e9-45c6-9cb3-ee6dadcec55b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.315283] env[69308]: DEBUG oslo_concurrency.lockutils [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] Releasing lock "refresh_cache-f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.315564] env[69308]: DEBUG nova.compute.manager [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-vif-deleted-e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.315810] env[69308]: INFO nova.compute.manager [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Neutron deleted interface e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a; detaching it from the instance and deleting it from the info cache [ 739.316061] env[69308]: DEBUG nova.network.neutron [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updating instance_info_cache with network_info: [{"id": "e0067f2d-9a41-4607-ab11-c0d093620505", "address": "fa:16:3e:01:a2:39", "network": {"id": "bcb61c84-c23b-465e-aeca-26a9da8b7a3d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161353254", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067f2d-9a", "ovs_interfaceid": "e0067f2d-9a41-4607-ab11-c0d093620505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae2b931c-e22e-4c1c-a1e4-51b7d77e3168", "address": "fa:16:3e:fb:4b:b6", "network": {"id": "ae50b69d-a54e-4787-a4b6-f3a29b35c0e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1821302266", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae2b931c-e2", "ovs_interfaceid": "ae2b931c-e22e-4c1c-a1e4-51b7d77e3168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.321968] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 739.321968] env[69308]: value = "task-3868150" [ 739.321968] env[69308]: _type = "Task" [ 739.321968] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.337477] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.402363] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 7bcad6cc-6b37-498f-816d-2c84ffa08b6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 739.407032] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.422548] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868147, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.426586] env[69308]: DEBUG nova.network.neutron [-] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.465397] env[69308]: DEBUG nova.compute.manager [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-vif-deleted-ae2b931c-e22e-4c1c-a1e4-51b7d77e3168 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.465752] env[69308]: INFO nova.compute.manager [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Neutron deleted interface ae2b931c-e22e-4c1c-a1e4-51b7d77e3168; detaching it from the instance and deleting it from the info cache [ 739.466190] env[69308]: DEBUG nova.network.neutron [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updating instance_info_cache with network_info: [{"id": "e0067f2d-9a41-4607-ab11-c0d093620505", "address": "fa:16:3e:01:a2:39", "network": {"id": "bcb61c84-c23b-465e-aeca-26a9da8b7a3d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161353254", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0067f2d-9a", "ovs_interfaceid": "e0067f2d-9a41-4607-ab11-c0d093620505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.473996] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.823758] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc0ab343-ffa8-48d0-b3a2-daa3aa326d6e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.840513] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108243} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.841265] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.842738] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb88afc6-4fd4-40b8-9397-0926d0cfeed4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.847777] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602df73c-c8b4-4864-a3a3-9c5d0f8c8673 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.889735] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.904695] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9844ab-44f5-4b6f-9302-c3f917a36417 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.919050] env[69308]: DEBUG nova.compute.manager [req-1606c200-a72a-45ba-a534-056b914ac275 req-6fd04b58-872a-4bd7-afa6-30b0907b4386 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Detach interface failed, port_id=e6f0dcdb-a05c-43cb-ae72-0d6692ed2a7a, reason: Instance d35dd075-3bec-4293-988f-9940f9fb78e3 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 739.925271] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance f2314bad-495a-4344-bb55-3bed46135007 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 739.925577] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 739.925724] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 739.935704] env[69308]: INFO nova.compute.manager [-] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Took 1.53 seconds to deallocate network for instance. [ 739.948963] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868146, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.122779} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.949172] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868147, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.949494] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 739.949494] env[69308]: value = "task-3868151" [ 739.949494] env[69308]: _type = "Task" [ 739.949494] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.950085] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 1084ebd4-418b-452e-a59b-d139d536f4d6/1084ebd4-418b-452e-a59b-d139d536f4d6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.950308] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.950621] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39a96ebf-6291-488d-b919-98a87bfa696c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.964576] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.966508] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 739.966508] env[69308]: value = "task-3868152" [ 739.966508] env[69308]: _type = "Task" [ 739.966508] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.972668] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd50e10c-dbbc-4efb-ad09-7cdedae98a74 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.982598] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.990030] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a9e02a-24e4-4e81-82b9-999a49dbb9f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.022421] env[69308]: DEBUG nova.network.neutron [-] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.040036] env[69308]: DEBUG nova.compute.manager [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Detach interface failed, port_id=ae2b931c-e22e-4c1c-a1e4-51b7d77e3168, reason: Instance d35dd075-3bec-4293-988f-9940f9fb78e3 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 740.040720] env[69308]: DEBUG nova.compute.manager [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Received event network-vif-deleted-e0067f2d-9a41-4607-ab11-c0d093620505 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.040913] env[69308]: INFO nova.compute.manager [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Neutron deleted interface e0067f2d-9a41-4607-ab11-c0d093620505; detaching it from the instance and deleting it from the info cache [ 740.041099] env[69308]: DEBUG nova.network.neutron [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.080697] env[69308]: DEBUG nova.network.neutron [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updating instance_info_cache with network_info: [{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.439259] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868147, 'name': CreateVM_Task, 'duration_secs': 1.552315} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.439259] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.439646] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.440164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.440164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.443222] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0934f52-6ac2-4fab-a4bb-cdf293a23898 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.453065] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.453855] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 740.453855] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]521bc753-b882-5570-1d48-7c7514d6d146" [ 740.453855] env[69308]: _type = "Task" [ 740.453855] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.475430] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521bc753-b882-5570-1d48-7c7514d6d146, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.475676] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868151, 'name': ReconfigVM_Task, 'duration_secs': 0.359544} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.481986] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.482165] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.482383] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.482577] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.482777] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.483016] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Reconfigured VM instance instance-00000020 to attach disk [datastore2] c07106a3-0134-4602-9263-f7359c8d5367/c07106a3-0134-4602-9263-f7359c8d5367.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.483888] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e90147ac-f898-48cf-9db8-e0cd1c229e00 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.485717] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cac7c0b6-7d1d-4cf6-aefb-3bbfa246c914 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.494138] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080157} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.495915] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.496548] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 740.496548] env[69308]: value = "task-3868153" [ 740.496548] env[69308]: _type = "Task" [ 740.496548] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.498028] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3197a170-38c0-4257-82af-682dc4b97720 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.500990] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.501203] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.511611] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dad0e31-ee0f-4612-a86c-faa9871c233a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.520454] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868153, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.530894] env[69308]: INFO nova.compute.manager [-] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Took 1.49 seconds to deallocate network for instance. [ 740.540015] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 1084ebd4-418b-452e-a59b-d139d536f4d6/1084ebd4-418b-452e-a59b-d139d536f4d6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.540734] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 740.540734] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52911cd6-4254-0bef-0cf3-4b45d12e31fd" [ 740.540734] env[69308]: _type = "Task" [ 740.540734] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.545614] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e159c91-5aed-4bb4-b19a-b89bb68744ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.568079] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-392df416-a25f-40c6-865d-4d7b297029f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.581227] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52911cd6-4254-0bef-0cf3-4b45d12e31fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015597} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.591141] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Releasing lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.591141] env[69308]: DEBUG nova.compute.manager [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Inject network info {{(pid=69308) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 740.591141] env[69308]: DEBUG nova.compute.manager [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] network_info to inject: |[{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 740.596108] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Reconfiguring VM instance to set the machine id {{(pid=69308) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 740.596619] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 740.596619] env[69308]: value = "task-3868154" [ 740.596619] env[69308]: _type = "Task" [ 740.596619] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.597151] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1d43e4-92e5-4775-8243-a9aa59d68634 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.599830] env[69308]: DEBUG oslo_concurrency.lockutils [req-870a4c4c-75e4-4a84-b3ca-133f9a40c03f req-701d6b15-1b6f-4171-80d6-508c22a0308a service nova] Acquired lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.600032] env[69308]: DEBUG nova.network.neutron [req-870a4c4c-75e4-4a84-b3ca-133f9a40c03f req-701d6b15-1b6f-4171-80d6-508c22a0308a service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Refreshing network info cache for port a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.601273] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6edb0eea-9200-4ffd-bfe1-a2a0e1955ede {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.614508] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7679b7-7edf-4d9a-a6b1-498cca436a26 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.646132] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.646132] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 740.646132] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52abe1cd-2e3b-8f39-bfb8-9aa71f86035a" [ 740.646132] env[69308]: _type = "Task" [ 740.646132] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.646955] env[69308]: DEBUG oslo_vmware.api [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 740.646955] env[69308]: value = "task-3868155" [ 740.646955] env[69308]: _type = "Task" [ 740.646955] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.679452] env[69308]: DEBUG nova.compute.manager [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Detach interface failed, port_id=e0067f2d-9a41-4607-ab11-c0d093620505, reason: Instance d35dd075-3bec-4293-988f-9940f9fb78e3 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 740.679755] env[69308]: DEBUG nova.compute.manager [req-60c4320a-bf94-4109-91e4-dbf69d60e5da req-34237ab2-195c-41fe-928a-baf742b9e053 service nova] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Received event network-vif-deleted-5abcd145-ff1a-49c6-9d15-318bfd9111c1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.687261] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52abe1cd-2e3b-8f39-bfb8-9aa71f86035a, 'name': SearchDatastore_Task, 'duration_secs': 0.023912} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.691065] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.691256] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] f2d1e51f-f7b2-4e46-9ae6-984246ca64e4/f2d1e51f-f7b2-4e46-9ae6-984246ca64e4.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.691549] env[69308]: DEBUG oslo_vmware.api [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.691770] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4d296b1-9e85-4c5d-a5fb-38460500fb2b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.704361] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 740.704361] env[69308]: value = "task-3868156" [ 740.704361] env[69308]: _type = "Task" [ 740.704361] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.712493] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.784230] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba7bd7e-6090-4bc1-8333-fe072725cc87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.792552] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5271d2-df69-4fd1-90f9-b3d53487f16f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.827168] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-cb44961f-d39b-4a67-a568-780c0ac1ec7b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.827514] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-cb44961f-d39b-4a67-a568-780c0ac1ec7b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.827846] env[69308]: DEBUG nova.objects.instance [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'flavor' on Instance uuid cb44961f-d39b-4a67-a568-780c0ac1ec7b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.830698] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1db501c-5651-4bf4-8137-842c97287915 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.841985] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0696d38-f96d-4a16-889f-c8cd22731ea6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.866204] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.933604] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52704618-216e-459a-bafe-950f06a26e4d/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 740.933604] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a49f3-e72a-4c7b-9ae5-a6f49ba8fa73 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.940488] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52704618-216e-459a-bafe-950f06a26e4d/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 740.940673] env[69308]: ERROR oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52704618-216e-459a-bafe-950f06a26e4d/disk-0.vmdk due to incomplete transfer. [ 740.940924] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9df7a160-8d9d-4fb0-b1b1-28d6fd240b52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.949879] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52704618-216e-459a-bafe-950f06a26e4d/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 740.950118] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Uploaded image 6980e531-2697-4aa5-8e97-9eddc113d6ad to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 740.952644] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 740.952739] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ef24cf3-dae7-4b15-a601-b27ab94b95cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.960850] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 740.960850] env[69308]: value = "task-3868157" [ 740.960850] env[69308]: _type = "Task" [ 740.960850] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.970989] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868157, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.012809] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868153, 'name': Rename_Task, 'duration_secs': 0.270492} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.013962] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.013962] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36622337-5dd3-4c70-bd25-1b1fec3fa145 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.022549] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Waiting for the task: (returnval){ [ 741.022549] env[69308]: value = "task-3868158" [ 741.022549] env[69308]: _type = "Task" [ 741.022549] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.035723] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.072644] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.139838] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.161195] env[69308]: DEBUG oslo_vmware.api [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868155, 'name': ReconfigVM_Task, 'duration_secs': 0.247202} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.161363] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca0a5a3-edcc-44db-9e56-afe2e2f2ef62 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Reconfigured VM instance to set the machine id {{(pid=69308) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 741.216301] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868156, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.369342] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.472496] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868157, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.498190] env[69308]: DEBUG nova.objects.instance [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'pci_requests' on Instance uuid cb44961f-d39b-4a67-a568-780c0ac1ec7b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.512282] env[69308]: DEBUG nova.network.neutron [req-870a4c4c-75e4-4a84-b3ca-133f9a40c03f req-701d6b15-1b6f-4171-80d6-508c22a0308a service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updated VIF entry in instance network info cache for port a16848d5-065e-4627-9ed1-bbc3a35997b5. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.512500] env[69308]: DEBUG nova.network.neutron [req-870a4c4c-75e4-4a84-b3ca-133f9a40c03f req-701d6b15-1b6f-4171-80d6-508c22a0308a service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updating instance_info_cache with network_info: [{"id": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "address": "fa:16:3e:79:ee:b5", "network": {"id": "ce4f5d6f-204d-44b9-bac4-947482aa1ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2060224724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8dc93c0b9b44a4abbbf2ed4fc949ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16848d5-06", "ovs_interfaceid": "a16848d5-065e-4627-9ed1-bbc3a35997b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.538471] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.639811] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868154, 'name': ReconfigVM_Task, 'duration_secs': 0.878622} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.640370] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 1084ebd4-418b-452e-a59b-d139d536f4d6/1084ebd4-418b-452e-a59b-d139d536f4d6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.641443] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7970c8b-c82a-4882-bb30-e2f7a148878e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.649704] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 741.649704] env[69308]: value = "task-3868159" [ 741.649704] env[69308]: _type = "Task" [ 741.649704] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.660936] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868159, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.712853] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811762} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.712853] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] f2d1e51f-f7b2-4e46-9ae6-984246ca64e4/f2d1e51f-f7b2-4e46-9ae6-984246ca64e4.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.713146] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.714028] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb799ec-0112-4894-854f-a18f189dc8b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.721662] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 741.721662] env[69308]: value = "task-3868160" [ 741.721662] env[69308]: _type = "Task" [ 741.721662] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.732524] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.812333] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.813510] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.813844] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.814118] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.814334] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.817152] env[69308]: INFO nova.compute.manager [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Terminating instance [ 741.884171] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 741.884171] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.123s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.884171] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.677s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.884171] env[69308]: INFO nova.compute.claims [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.976113] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868157, 'name': Destroy_Task, 'duration_secs': 0.826575} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.976389] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Destroyed the VM [ 741.976672] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 741.976888] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92323477-c707-498b-af79-701bd0dc4c6d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.985195] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 741.985195] env[69308]: value = "task-3868161" [ 741.985195] env[69308]: _type = "Task" [ 741.985195] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.994583] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.002497] env[69308]: DEBUG nova.objects.base [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 742.002798] env[69308]: DEBUG nova.network.neutron [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.014942] env[69308]: DEBUG oslo_concurrency.lockutils [req-870a4c4c-75e4-4a84-b3ca-133f9a40c03f req-701d6b15-1b6f-4171-80d6-508c22a0308a service nova] Releasing lock "refresh_cache-fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.034421] env[69308]: DEBUG oslo_vmware.api [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Task: {'id': task-3868158, 'name': PowerOnVM_Task, 'duration_secs': 0.690589} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.034709] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.034912] env[69308]: DEBUG nova.compute.manager [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.035780] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b99f009-f93f-483c-b216-c5d544bb2409 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.048940] env[69308]: DEBUG nova.policy [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.164067] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868159, 'name': Rename_Task, 'duration_secs': 0.178747} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.164067] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.164208] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103e21d0-cfc8-4cbc-82cb-d474f837208d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.174507] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 742.174507] env[69308]: value = "task-3868162" [ 742.174507] env[69308]: _type = "Task" [ 742.174507] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.187701] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.238821] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085103} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.239164] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.241018] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d24cc-62ae-4784-aef6-c72c68e6c45c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.269766] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] f2d1e51f-f7b2-4e46-9ae6-984246ca64e4/f2d1e51f-f7b2-4e46-9ae6-984246ca64e4.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.270190] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3048001e-a450-42c8-bbfa-1f0cd37a8cc7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.294610] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 742.294610] env[69308]: value = "task-3868163" [ 742.294610] env[69308]: _type = "Task" [ 742.294610] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.304675] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.323702] env[69308]: DEBUG nova.compute.manager [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.324059] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.325231] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b1bc57-fe2a-49ed-aaee-7fd8ba7c429d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.334403] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.334773] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b30bdda-6a18-4501-8e3e-4ab56a73952f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.345752] env[69308]: DEBUG oslo_vmware.api [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 742.345752] env[69308]: value = "task-3868164" [ 742.345752] env[69308]: _type = "Task" [ 742.345752] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.357488] env[69308]: DEBUG oslo_vmware.api [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.410012] env[69308]: DEBUG nova.network.neutron [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Successfully created port: b8936961-848c-43cc-83c0-d45f4c5dcafc {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.496349] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868161, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.563698] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.689961] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.808506] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.860955] env[69308]: DEBUG oslo_vmware.api [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868164, 'name': PowerOffVM_Task, 'duration_secs': 0.244282} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.861455] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.861771] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.862211] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e1f8ab0-6aa1-4499-a3ed-093e470a8b7e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.996257] env[69308]: DEBUG oslo_vmware.api [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868161, 'name': RemoveSnapshot_Task, 'duration_secs': 0.731268} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.996594] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 742.998353] env[69308]: INFO nova.compute.manager [None req-f9a2ef8f-9239-4ef8-9fd4-48f243f2e7b8 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Took 16.79 seconds to snapshot the instance on the hypervisor. [ 743.009673] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.009948] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.010221] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Deleting the datastore file [datastore1] fdadbd72-38cd-4ea8-be7a-cffd5bea01e0 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.010551] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab44723f-492b-4548-a17b-95846e5344b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.023116] env[69308]: DEBUG oslo_vmware.api [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for the task: (returnval){ [ 743.023116] env[69308]: value = "task-3868166" [ 743.023116] env[69308]: _type = "Task" [ 743.023116] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.033107] env[69308]: DEBUG oslo_vmware.api [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.187381] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868162, 'name': PowerOnVM_Task, 'duration_secs': 0.847742} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.187591] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.187792] env[69308]: INFO nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Took 11.32 seconds to spawn the instance on the hypervisor. [ 743.187973] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.188786] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98b2770-dd70-45b1-9b8b-42b15edf6ca3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.222811] env[69308]: DEBUG nova.compute.manager [req-ea2fdfb2-b320-4b5a-9468-96a3120ed228 req-b15cb563-ab8b-4e9c-afb4-624e501ff8a9 service nova] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Received event network-vif-deleted-b942809b-1165-4650-a9d7-980becf92573 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.310314] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868163, 'name': ReconfigVM_Task, 'duration_secs': 0.708892} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.310604] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Reconfigured VM instance instance-00000025 to attach disk [datastore2] f2d1e51f-f7b2-4e46-9ae6-984246ca64e4/f2d1e51f-f7b2-4e46-9ae6-984246ca64e4.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.311346] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754f35a4-cd82-4bf9-ba9b-070f18280669 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.318526] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 743.318526] env[69308]: value = "task-3868167" [ 743.318526] env[69308]: _type = "Task" [ 743.318526] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.330857] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868167, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.477648] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848200ac-608f-453b-b576-0ff7ef412968 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.486209] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5476fc79-1287-46d3-b6cb-049e26765ab6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.521938] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3935fb4d-1e72-43e5-bf9e-ac89a4752c8e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.537891] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6747cd9-d619-4bbe-a553-0a74deec7619 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.543096] env[69308]: DEBUG oslo_vmware.api [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.555455] env[69308]: DEBUG nova.compute.provider_tree [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.712056] env[69308]: INFO nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Took 53.14 seconds to build instance. [ 743.832480] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868167, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.033995] env[69308]: DEBUG nova.network.neutron [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Successfully updated port: b8936961-848c-43cc-83c0-d45f4c5dcafc {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.048460] env[69308]: DEBUG oslo_vmware.api [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Task: {'id': task-3868166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558974} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.048621] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.048776] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.048972] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.049145] env[69308]: INFO nova.compute.manager [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Took 1.73 seconds to destroy the instance on the hypervisor. [ 744.049389] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.050254] env[69308]: DEBUG nova.compute.manager [-] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.050352] env[69308]: DEBUG nova.network.neutron [-] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.058673] env[69308]: DEBUG nova.scheduler.client.report [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.214851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1084ebd4-418b-452e-a59b-d139d536f4d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.039s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.331119] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868167, 'name': Rename_Task, 'duration_secs': 0.896437} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.331119] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.331366] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a981f012-930d-4ee0-bbc4-0dd39d57b791 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.339449] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 744.339449] env[69308]: value = "task-3868168" [ 744.339449] env[69308]: _type = "Task" [ 744.339449] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.351233] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.487069] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "c07106a3-0134-4602-9263-f7359c8d5367" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.487069] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "c07106a3-0134-4602-9263-f7359c8d5367" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.487069] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "c07106a3-0134-4602-9263-f7359c8d5367-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.487069] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "c07106a3-0134-4602-9263-f7359c8d5367-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.487069] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "c07106a3-0134-4602-9263-f7359c8d5367-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.489402] env[69308]: INFO nova.compute.manager [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Terminating instance [ 744.538367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.538601] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.542152] env[69308]: DEBUG nova.network.neutron [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.565294] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.565294] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.567104] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.399s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.568829] env[69308]: INFO nova.compute.claims [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.716993] env[69308]: DEBUG nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.851158] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.994057] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "refresh_cache-c07106a3-0134-4602-9263-f7359c8d5367" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.994239] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquired lock "refresh_cache-c07106a3-0134-4602-9263-f7359c8d5367" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.994283] env[69308]: DEBUG nova.network.neutron [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.063867] env[69308]: DEBUG nova.network.neutron [-] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.076260] env[69308]: DEBUG nova.compute.utils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.076898] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.077251] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.082551] env[69308]: WARNING nova.network.neutron [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] 0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd already exists in list: networks containing: ['0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd']. ignoring it [ 745.157033] env[69308]: DEBUG nova.policy [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9226efb370e64f798cf3959cb16aec26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c94a0bd9a174b71ab33ecc6a7f18844', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.257406] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.353590] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868168, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.516757] env[69308]: DEBUG nova.network.neutron [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.568053] env[69308]: INFO nova.compute.manager [-] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Took 1.52 seconds to deallocate network for instance. [ 745.587812] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.634105] env[69308]: DEBUG nova.network.neutron [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.651129] env[69308]: DEBUG nova.network.neutron [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updating instance_info_cache with network_info: [{"id": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "address": "fa:16:3e:6d:b6:8b", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a94d2d-72", "ovs_interfaceid": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b8936961-848c-43cc-83c0-d45f4c5dcafc", "address": "fa:16:3e:08:3b:88", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8936961-84", "ovs_interfaceid": "b8936961-848c-43cc-83c0-d45f4c5dcafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.713456] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Successfully created port: 987d2420-7304-4f89-979e-d0820728ea85 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.854825] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868168, 'name': PowerOnVM_Task, 'duration_secs': 1.134881} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.855107] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.855502] env[69308]: INFO nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Took 11.03 seconds to spawn the instance on the hypervisor. [ 745.855502] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.856302] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaab54c-f8b7-4c6d-97e4-550dffa1c90c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.074622] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.137378] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Releasing lock "refresh_cache-c07106a3-0134-4602-9263-f7359c8d5367" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.137807] env[69308]: DEBUG nova.compute.manager [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.138015] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.139495] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fc3ead-eb7f-444e-a02b-e6e7672e0416 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.152023] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.152023] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cecfd3b-583d-4f87-996f-989bb4a4d2cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.158848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.158848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.158848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.158848] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05732779-471b-49d3-acb5-d685cc9aec17 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.164268] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c74c25-fe62-4db1-9f09-ee1bb9cff1f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.167780] env[69308]: DEBUG oslo_vmware.api [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 746.167780] env[69308]: value = "task-3868169" [ 746.167780] env[69308]: _type = "Task" [ 746.167780] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.189660] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.189915] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.190096] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.190432] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.190507] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.190631] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.191288] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.191288] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.191288] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.191484] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.191987] env[69308]: DEBUG nova.virt.hardware [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.198086] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Reconfiguring VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 746.199221] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-772af566-739c-4e0a-9087-18240dc65f43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.212328] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b3a03f-ac8f-4510-a3af-f5b4d0ac6364 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.219415] env[69308]: DEBUG oslo_vmware.api [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.254636] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ef4783-3bf0-417e-b898-1188192fd26e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.258388] env[69308]: DEBUG oslo_vmware.api [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 746.258388] env[69308]: value = "task-3868170" [ 746.258388] env[69308]: _type = "Task" [ 746.258388] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.267834] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aa2bc7-823f-4f88-87b8-1427bb480e89 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.276926] env[69308]: DEBUG oslo_vmware.api [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868170, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.289023] env[69308]: DEBUG nova.compute.provider_tree [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.293876] env[69308]: DEBUG nova.compute.manager [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received event network-vif-plugged-b8936961-848c-43cc-83c0-d45f4c5dcafc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.293876] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] Acquiring lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.293876] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.293876] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.294594] env[69308]: DEBUG nova.compute.manager [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] No waiting events found dispatching network-vif-plugged-b8936961-848c-43cc-83c0-d45f4c5dcafc {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.294594] env[69308]: WARNING nova.compute.manager [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received unexpected event network-vif-plugged-b8936961-848c-43cc-83c0-d45f4c5dcafc for instance with vm_state active and task_state None. [ 746.294594] env[69308]: DEBUG nova.compute.manager [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received event network-changed-b8936961-848c-43cc-83c0-d45f4c5dcafc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.294594] env[69308]: DEBUG nova.compute.manager [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Refreshing instance network info cache due to event network-changed-b8936961-848c-43cc-83c0-d45f4c5dcafc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.294780] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] Acquiring lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.294865] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] Acquired lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.295059] env[69308]: DEBUG nova.network.neutron [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Refreshing network info cache for port b8936961-848c-43cc-83c0-d45f4c5dcafc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.377791] env[69308]: INFO nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Took 47.22 seconds to build instance. [ 746.600333] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.637780] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.638031] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.638194] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.638401] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.638642] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.639014] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.639260] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.639544] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.639873] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.640171] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.640460] env[69308]: DEBUG nova.virt.hardware [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.641104] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "e408f6d6-e873-470e-aecb-16ffa9774217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.641377] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "e408f6d6-e873-470e-aecb-16ffa9774217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.641586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "e408f6d6-e873-470e-aecb-16ffa9774217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.641774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "e408f6d6-e873-470e-aecb-16ffa9774217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.641946] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "e408f6d6-e873-470e-aecb-16ffa9774217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.644087] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb6a595-ed51-47f5-a240-d01e3c863371 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.650450] env[69308]: INFO nova.compute.manager [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Terminating instance [ 746.662041] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e2319d-60fc-499b-a103-0a215fda4c92 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.692139] env[69308]: DEBUG oslo_vmware.api [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868169, 'name': PowerOffVM_Task, 'duration_secs': 0.181718} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.692414] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.692575] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.692827] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17e5d45e-38be-4a6e-ad29-18a8cb646492 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.721623] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.721983] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.722076] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Deleting the datastore file [datastore2] c07106a3-0134-4602-9263-f7359c8d5367 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.722714] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6c62bd5-822f-44b1-9a83-9a37c5bc1ea9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.730921] env[69308]: DEBUG oslo_vmware.api [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for the task: (returnval){ [ 746.730921] env[69308]: value = "task-3868172" [ 746.730921] env[69308]: _type = "Task" [ 746.730921] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.740722] env[69308]: DEBUG oslo_vmware.api [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.769832] env[69308]: DEBUG oslo_vmware.api [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.798219] env[69308]: DEBUG nova.scheduler.client.report [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.880788] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.661s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.081368] env[69308]: DEBUG nova.network.neutron [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updated VIF entry in instance network info cache for port b8936961-848c-43cc-83c0-d45f4c5dcafc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.082621] env[69308]: DEBUG nova.network.neutron [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updating instance_info_cache with network_info: [{"id": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "address": "fa:16:3e:6d:b6:8b", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a94d2d-72", "ovs_interfaceid": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b8936961-848c-43cc-83c0-d45f4c5dcafc", "address": "fa:16:3e:08:3b:88", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8936961-84", "ovs_interfaceid": "b8936961-848c-43cc-83c0-d45f4c5dcafc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.159526] env[69308]: DEBUG nova.compute.manager [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.159830] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.161387] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebb5c19-37ee-468a-9f6c-4e0ad08e7691 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.169478] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.169642] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a596210e-415e-4db9-a4b3-874fbe8f6bee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.247707] env[69308]: DEBUG oslo_vmware.api [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Task: {'id': task-3868172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219299} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.250144] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.250442] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.250688] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.250932] env[69308]: INFO nova.compute.manager [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Took 1.11 seconds to destroy the instance on the hypervisor. [ 747.251592] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.252188] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.252620] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.253210] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleting the datastore file [datastore2] e408f6d6-e873-470e-aecb-16ffa9774217 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.253719] env[69308]: DEBUG nova.compute.manager [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.253919] env[69308]: DEBUG nova.network.neutron [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.257379] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5501e035-2982-497f-b484-bae79d2bb373 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.279183] env[69308]: DEBUG oslo_vmware.api [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.281673] env[69308]: DEBUG oslo_vmware.api [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 747.281673] env[69308]: value = "task-3868174" [ 747.281673] env[69308]: _type = "Task" [ 747.281673] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.287920] env[69308]: DEBUG nova.network.neutron [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.296378] env[69308]: DEBUG oslo_vmware.api [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.306529] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.307152] env[69308]: DEBUG nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.311609] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.977s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.311609] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.313513] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.826s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.313686] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.315773] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.419s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.322300] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Successfully updated port: 987d2420-7304-4f89-979e-d0820728ea85 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.349194] env[69308]: INFO nova.scheduler.client.report [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Deleted allocations for instance 838dc24e-f04e-4756-bbb7-f068018f5edc [ 747.351316] env[69308]: INFO nova.scheduler.client.report [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Deleted allocations for instance dcc61c85-f39c-40e0-95cf-c18894eebf03 [ 747.384702] env[69308]: DEBUG nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.585218] env[69308]: DEBUG oslo_concurrency.lockutils [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] Releasing lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.585557] env[69308]: DEBUG nova.compute.manager [req-5bf4ad86-8237-4b1f-ad3f-42d578c6c6ab req-46bea5d1-8318-41cf-99e1-770cdcffaffe service nova] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Received event network-vif-deleted-a16848d5-065e-4627-9ed1-bbc3a35997b5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.773290] env[69308]: DEBUG oslo_vmware.api [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868170, 'name': ReconfigVM_Task, 'duration_secs': 1.18247} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.773814] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.774044] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Reconfigured VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 747.792461] env[69308]: DEBUG oslo_vmware.api [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196014} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.793322] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.793518] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.793702] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.793878] env[69308]: INFO nova.compute.manager [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Took 0.63 seconds to destroy the instance on the hypervisor. [ 747.794156] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.794359] env[69308]: DEBUG nova.compute.manager [-] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.794452] env[69308]: DEBUG nova.network.neutron [-] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.796464] env[69308]: DEBUG nova.network.neutron [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.823893] env[69308]: DEBUG nova.compute.utils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.828458] env[69308]: DEBUG nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.829706] env[69308]: DEBUG nova.network.neutron [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.834385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "refresh_cache-1d3eaa6c-8a56-4bca-a518-e5b5274058a2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.834908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "refresh_cache-1d3eaa6c-8a56-4bca-a518-e5b5274058a2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.835122] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.864964] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dad9eb3-26bb-4f5b-a9a8-af97491891e6 tempest-ServersAdminNegativeTestJSON-1386592334 tempest-ServersAdminNegativeTestJSON-1386592334-project-member] Lock "dcc61c85-f39c-40e0-95cf-c18894eebf03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.103s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.866120] env[69308]: DEBUG oslo_concurrency.lockutils [None req-accf0604-57c6-4b9b-becf-64d7ec0ca08f tempest-DeleteServersAdminTestJSON-1126103560 tempest-DeleteServersAdminTestJSON-1126103560-project-admin] Lock "838dc24e-f04e-4756-bbb7-f068018f5edc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.869s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.903337] env[69308]: DEBUG nova.policy [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ad21d8bd15d400aae0df8c2aa34d4f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2895d9ca9cad4860a98128434be6f12e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.911041] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.282978] env[69308]: DEBUG oslo_concurrency.lockutils [None req-78e17868-1480-4696-82c4-93689eeba2af tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-cb44961f-d39b-4a67-a568-780c0ac1ec7b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.455s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.299302] env[69308]: INFO nova.compute.manager [-] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Took 1.05 seconds to deallocate network for instance. [ 748.329868] env[69308]: DEBUG nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.392186] env[69308]: DEBUG nova.network.neutron [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Successfully created port: 89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.397705] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.426100] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d7efde-7d4a-4c3e-b80c-43de3fff76f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.433981] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb22ed-5523-4601-ad41-b613966222c9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.473141] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e6f024-7c73-4d0b-b4b0-fb268ea9fcba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.482336] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f4c139-9c9d-4fda-89fb-268c913f944b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.498788] env[69308]: DEBUG nova.compute.provider_tree [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.605764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.606082] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.642621] env[69308]: DEBUG nova.network.neutron [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Updating instance_info_cache with network_info: [{"id": "987d2420-7304-4f89-979e-d0820728ea85", "address": "fa:16:3e:35:6c:86", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987d2420-73", "ovs_interfaceid": "987d2420-7304-4f89-979e-d0820728ea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.727344] env[69308]: DEBUG nova.network.neutron [-] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.806617] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.008565] env[69308]: DEBUG nova.scheduler.client.report [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.145753] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "refresh_cache-1d3eaa6c-8a56-4bca-a518-e5b5274058a2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.146112] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Instance network_info: |[{"id": "987d2420-7304-4f89-979e-d0820728ea85", "address": "fa:16:3e:35:6c:86", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987d2420-73", "ovs_interfaceid": "987d2420-7304-4f89-979e-d0820728ea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.146538] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:6c:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '987d2420-7304-4f89-979e-d0820728ea85', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.154459] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.154892] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.154892] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa344165-ef2a-4f92-b9f8-423d5462f43e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.177614] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.177614] env[69308]: value = "task-3868175" [ 749.177614] env[69308]: _type = "Task" [ 749.177614] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.187405] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868175, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.230622] env[69308]: INFO nova.compute.manager [-] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Took 1.44 seconds to deallocate network for instance. [ 749.328861] env[69308]: DEBUG nova.compute.manager [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Received event network-vif-plugged-987d2420-7304-4f89-979e-d0820728ea85 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.329282] env[69308]: DEBUG oslo_concurrency.lockutils [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] Acquiring lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.329494] env[69308]: DEBUG oslo_concurrency.lockutils [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] Lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.329672] env[69308]: DEBUG oslo_concurrency.lockutils [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] Lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.329890] env[69308]: DEBUG nova.compute.manager [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] No waiting events found dispatching network-vif-plugged-987d2420-7304-4f89-979e-d0820728ea85 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.330096] env[69308]: WARNING nova.compute.manager [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Received unexpected event network-vif-plugged-987d2420-7304-4f89-979e-d0820728ea85 for instance with vm_state building and task_state spawning. [ 749.330282] env[69308]: DEBUG nova.compute.manager [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Received event network-changed-987d2420-7304-4f89-979e-d0820728ea85 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.330431] env[69308]: DEBUG nova.compute.manager [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Refreshing instance network info cache due to event network-changed-987d2420-7304-4f89-979e-d0820728ea85. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.330632] env[69308]: DEBUG oslo_concurrency.lockutils [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] Acquiring lock "refresh_cache-1d3eaa6c-8a56-4bca-a518-e5b5274058a2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.330829] env[69308]: DEBUG oslo_concurrency.lockutils [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] Acquired lock "refresh_cache-1d3eaa6c-8a56-4bca-a518-e5b5274058a2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.330972] env[69308]: DEBUG nova.network.neutron [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Refreshing network info cache for port 987d2420-7304-4f89-979e-d0820728ea85 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.339167] env[69308]: DEBUG nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.370319] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.370481] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.370591] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.370786] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.370981] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.371157] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.371370] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.371531] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.371702] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.371865] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.372050] env[69308]: DEBUG nova.virt.hardware [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.373317] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a13271d-bf51-48a2-9766-3381c82cceb2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.382877] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0827327a-ceac-4cc4-bc6c-abf9d81b4dd9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.688821] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868175, 'name': CreateVM_Task, 'duration_secs': 0.503233} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.689099] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.691870] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.691870] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.691870] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.691870] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e830066d-af69-44d3-9905-f046c0a533f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.696832] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 749.696832] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520d0a40-27ff-0420-567e-43c173e96a99" [ 749.696832] env[69308]: _type = "Task" [ 749.696832] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.706402] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520d0a40-27ff-0420-567e-43c173e96a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.740651] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.018762] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.703s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.022598] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.666s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.025485] env[69308]: INFO nova.compute.claims [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.210336] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520d0a40-27ff-0420-567e-43c173e96a99, 'name': SearchDatastore_Task, 'duration_secs': 0.033863} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.211186] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.211570] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.211922] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.212182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.212553] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.212934] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ab9acea-33a4-4b6e-b47a-482eb023ca03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.228324] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.228324] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.228324] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8bd8e3-0108-4583-85f7-b71108032a82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.237059] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 750.237059] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4f0ce-d975-d485-8a9a-4f854578fe9d" [ 750.237059] env[69308]: _type = "Task" [ 750.237059] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.248080] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4f0ce-d975-d485-8a9a-4f854578fe9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.302342] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.303030] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.304291] env[69308]: DEBUG nova.network.neutron [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Updated VIF entry in instance network info cache for port 987d2420-7304-4f89-979e-d0820728ea85. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.304291] env[69308]: DEBUG nova.network.neutron [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Updating instance_info_cache with network_info: [{"id": "987d2420-7304-4f89-979e-d0820728ea85", "address": "fa:16:3e:35:6c:86", "network": {"id": "3429947f-238c-4103-b259-247e5addc936", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-909535347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c94a0bd9a174b71ab33ecc6a7f18844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987d2420-73", "ovs_interfaceid": "987d2420-7304-4f89-979e-d0820728ea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.376934] env[69308]: DEBUG nova.network.neutron [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Successfully updated port: 89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.615052] env[69308]: INFO nova.scheduler.client.report [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Deleted allocation for migration 691a09fa-de79-4ebf-be6b-fd6c1b9f1bc6 [ 750.753247] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4f0ce-d975-d485-8a9a-4f854578fe9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.756845] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7325424-13a9-40f6-91bf-97d288ec10c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.761289] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 750.761289] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a0734a-5d2f-1198-323f-b1e19e839c95" [ 750.761289] env[69308]: _type = "Task" [ 750.761289] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.776411] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a0734a-5d2f-1198-323f-b1e19e839c95, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.776411] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.776658] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 1d3eaa6c-8a56-4bca-a518-e5b5274058a2/1d3eaa6c-8a56-4bca-a518-e5b5274058a2.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.777367] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69d4abcc-f486-4325-9dc3-7aec34b46299 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.789472] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 750.789472] env[69308]: value = "task-3868176" [ 750.789472] env[69308]: _type = "Task" [ 750.789472] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.802805] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.807971] env[69308]: DEBUG oslo_concurrency.lockutils [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] Releasing lock "refresh_cache-1d3eaa6c-8a56-4bca-a518-e5b5274058a2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.808894] env[69308]: DEBUG nova.compute.manager [req-1422876b-d9e1-48dc-a885-56f62bd676ae req-0e102adf-84c0-4357-a10f-d58eb2b2c1c0 service nova] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Received event network-vif-deleted-84f48ffd-2fe4-4eea-a9a1-002accde54d6 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.880283] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.880441] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquired lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.880572] env[69308]: DEBUG nova.network.neutron [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.977079] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-cb44961f-d39b-4a67-a568-780c0ac1ec7b-b8936961-848c-43cc-83c0-d45f4c5dcafc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.977293] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-cb44961f-d39b-4a67-a568-780c0ac1ec7b-b8936961-848c-43cc-83c0-d45f4c5dcafc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.122775] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dde163dd-4ef7-4a92-b514-59a474267da8 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.266s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.272652] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.273086] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.273577] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.273781] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.273989] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.276437] env[69308]: INFO nova.compute.manager [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Terminating instance [ 751.306443] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868176, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.483493] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.483493] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.483493] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6804027d-39ba-4fbb-a70b-13d0fb0f12a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.514848] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb7063f-bb33-41ab-8479-0b0444527763 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.549332] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Reconfiguring VM to detach interface {{(pid=69308) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 751.553550] env[69308]: DEBUG nova.network.neutron [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.556586] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e434986-ef96-424a-a2ed-18fd6448489b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.580611] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 751.580611] env[69308]: value = "task-3868177" [ 751.580611] env[69308]: _type = "Task" [ 751.580611] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.592043] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.755093] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3fcd29-8794-44cc-b0de-e78dde3d2d2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.764590] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e75fdf-0433-4a95-a7b1-740d1ba0be81 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.802029] env[69308]: DEBUG nova.compute.manager [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.802029] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.803999] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc18230-c806-4977-89eb-c63d41b08a25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.809597] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a44f8f-24b3-44f3-b18d-496f0a344502 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.818066] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868176, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.822431] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.822780] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50b8e3fa-ecb4-4164-95b4-1fd7b84341a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.825685] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e52e9b-1f52-49e2-9043-0d82f628a478 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.842676] env[69308]: DEBUG nova.compute.provider_tree [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.846423] env[69308]: DEBUG oslo_vmware.api [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 751.846423] env[69308]: value = "task-3868178" [ 751.846423] env[69308]: _type = "Task" [ 751.846423] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.856446] env[69308]: DEBUG oslo_vmware.api [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.860805] env[69308]: DEBUG nova.network.neutron [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [{"id": "89092681-3be6-4818-a0ff-5bf32e026917", "address": "fa:16:3e:98:f9:7f", "network": {"id": "30212aaf-a11b-40db-b137-ae47309fa107", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-626381217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2895d9ca9cad4860a98128434be6f12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89092681-3b", "ovs_interfaceid": "89092681-3be6-4818-a0ff-5bf32e026917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.028516] env[69308]: DEBUG nova.compute.manager [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Received event network-vif-plugged-89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.028749] env[69308]: DEBUG oslo_concurrency.lockutils [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] Acquiring lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.028963] env[69308]: DEBUG oslo_concurrency.lockutils [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] Lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.029232] env[69308]: DEBUG oslo_concurrency.lockutils [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] Lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.029307] env[69308]: DEBUG nova.compute.manager [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] No waiting events found dispatching network-vif-plugged-89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.030336] env[69308]: WARNING nova.compute.manager [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Received unexpected event network-vif-plugged-89092681-3be6-4818-a0ff-5bf32e026917 for instance with vm_state building and task_state spawning. [ 752.030336] env[69308]: DEBUG nova.compute.manager [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Received event network-changed-89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.030585] env[69308]: DEBUG nova.compute.manager [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing instance network info cache due to event network-changed-89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.030882] env[69308]: DEBUG oslo_concurrency.lockutils [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] Acquiring lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.093068] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.314094] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868176, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.347242] env[69308]: DEBUG nova.scheduler.client.report [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.361377] env[69308]: DEBUG oslo_vmware.api [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.363142] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Releasing lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.363481] env[69308]: DEBUG nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Instance network_info: |[{"id": "89092681-3be6-4818-a0ff-5bf32e026917", "address": "fa:16:3e:98:f9:7f", "network": {"id": "30212aaf-a11b-40db-b137-ae47309fa107", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-626381217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2895d9ca9cad4860a98128434be6f12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89092681-3b", "ovs_interfaceid": "89092681-3be6-4818-a0ff-5bf32e026917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.364341] env[69308]: DEBUG oslo_concurrency.lockutils [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] Acquired lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.364341] env[69308]: DEBUG nova.network.neutron [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.365357] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:f9:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89092681-3be6-4818-a0ff-5bf32e026917', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.374081] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Creating folder: Project (2895d9ca9cad4860a98128434be6f12e). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.376135] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaadb509-f868-4612-ad29-b4a1c419c268 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.388835] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Created folder: Project (2895d9ca9cad4860a98128434be6f12e) in parent group-v768498. [ 752.389061] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Creating folder: Instances. Parent ref: group-v768615. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.389345] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7c81af1-31f4-448e-9192-875612b444ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.402613] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Created folder: Instances in parent group-v768615. [ 752.402915] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.403263] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.403466] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbe9d6d6-bd48-4a4d-a87f-cac157d8af79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.424548] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "2234356c-a233-4649-a30d-63af47b4e971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.424798] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "2234356c-a233-4649-a30d-63af47b4e971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.429569] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.429569] env[69308]: value = "task-3868181" [ 752.429569] env[69308]: _type = "Task" [ 752.429569] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.438832] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868181, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.594669] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.815234] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868176, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.844389} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.816258] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 1d3eaa6c-8a56-4bca-a518-e5b5274058a2/1d3eaa6c-8a56-4bca-a518-e5b5274058a2.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.816258] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.816475] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-836ecef4-6732-48bc-9aad-85b766ebf178 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.837023] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 752.837023] env[69308]: value = "task-3868182" [ 752.837023] env[69308]: _type = "Task" [ 752.837023] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.870984] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.870984] env[69308]: DEBUG nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.874519] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.880686] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.379s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.880963] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.883746] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.905s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.885636] env[69308]: INFO nova.compute.claims [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.904332] env[69308]: DEBUG oslo_vmware.api [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868178, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.964212] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868181, 'name': CreateVM_Task, 'duration_secs': 0.420978} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.965838] env[69308]: INFO nova.scheduler.client.report [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Deleted allocations for instance 7715cc43-6505-439b-ade5-06092096e2d6 [ 752.967193] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.970803] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.971360] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.971662] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.972336] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eee49d0-6ed2-4f5c-ab49-216f2148e49c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.979657] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 752.979657] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52782466-124e-969e-7213-93faef44be1d" [ 752.979657] env[69308]: _type = "Task" [ 752.979657] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.997032] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52782466-124e-969e-7213-93faef44be1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.095537] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.348708] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096737} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.349243] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.350871] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3638de54-634f-4632-9194-3c1d58eeaa47 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.377358] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 1d3eaa6c-8a56-4bca-a518-e5b5274058a2/1d3eaa6c-8a56-4bca-a518-e5b5274058a2.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.382307] env[69308]: DEBUG nova.compute.utils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.383675] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f5879e-fd8d-4d97-ba7d-90d06ca34556 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.402961] env[69308]: DEBUG nova.network.neutron [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updated VIF entry in instance network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.403326] env[69308]: DEBUG nova.network.neutron [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [{"id": "89092681-3be6-4818-a0ff-5bf32e026917", "address": "fa:16:3e:98:f9:7f", "network": {"id": "30212aaf-a11b-40db-b137-ae47309fa107", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-626381217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2895d9ca9cad4860a98128434be6f12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89092681-3b", "ovs_interfaceid": "89092681-3be6-4818-a0ff-5bf32e026917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.407026] env[69308]: DEBUG nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.407026] env[69308]: DEBUG nova.network.neutron [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.416893] env[69308]: DEBUG oslo_vmware.api [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868178, 'name': PowerOffVM_Task, 'duration_secs': 1.174415} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.421024] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.421024] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.421024] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 753.421024] env[69308]: value = "task-3868183" [ 753.421024] env[69308]: _type = "Task" [ 753.421024] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.421024] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e56dfa1-de29-4d9f-b609-b9c144ba8fb9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.436032] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.476121] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eb1f7c6-1bcd-453a-9f60-20e08901b17f tempest-ServersV294TestFqdnHostnames-1658605096 tempest-ServersV294TestFqdnHostnames-1658605096-project-member] Lock "7715cc43-6505-439b-ade5-06092096e2d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.936s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.495967] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52782466-124e-969e-7213-93faef44be1d, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.495967] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.496328] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.496580] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.496689] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.496841] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.497620] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bf2409b-6f1d-48cb-8359-5a5281383122 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.508220] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.508494] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.508869] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Deleting the datastore file [datastore1] fea7032f-f99b-4e36-9f39-1b0d98d5890c {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.510801] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c59d227-84a7-4c18-9cd4-984588c4a4f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.512862] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.513063] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.514192] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bab7d1e-fbd5-4ed1-be5c-b27fe1f6ebc2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.521431] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 753.521431] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526badbd-a631-b74f-f1ee-d47a6db375ea" [ 753.521431] env[69308]: _type = "Task" [ 753.521431] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.531061] env[69308]: DEBUG oslo_vmware.api [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 753.531061] env[69308]: value = "task-3868185" [ 753.531061] env[69308]: _type = "Task" [ 753.531061] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.538047] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526badbd-a631-b74f-f1ee-d47a6db375ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.545295] env[69308]: DEBUG oslo_vmware.api [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.554122] env[69308]: DEBUG nova.policy [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4a4252a999646888804f8bad3529eb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd94c1c3d72a44d0b026b0c8e30a5227', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.596111] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.906324] env[69308]: DEBUG nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.910973] env[69308]: DEBUG oslo_concurrency.lockutils [req-61da9410-b633-4a45-a111-ebc1f824bf2e req-913633be-7bb4-4ebb-bc31-a04138e9571c service nova] Releasing lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.942928] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868183, 'name': ReconfigVM_Task, 'duration_secs': 0.342543} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.945039] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 1d3eaa6c-8a56-4bca-a518-e5b5274058a2/1d3eaa6c-8a56-4bca-a518-e5b5274058a2.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.945801] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3fef529-1f29-4612-8374-332e0607bdd5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.954759] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 753.954759] env[69308]: value = "task-3868186" [ 753.954759] env[69308]: _type = "Task" [ 753.954759] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.968506] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868186, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.033948] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526badbd-a631-b74f-f1ee-d47a6db375ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011873} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.042018] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398df4bb-bfed-4922-8968-3514798477af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.051731] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 754.051731] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5289f98f-6a1b-3e25-fddc-3987bc29bb5d" [ 754.051731] env[69308]: _type = "Task" [ 754.051731] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.056082] env[69308]: DEBUG oslo_vmware.api [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166341} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.060815] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.061395] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.061687] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.061948] env[69308]: INFO nova.compute.manager [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Took 2.26 seconds to destroy the instance on the hypervisor. [ 754.062251] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.066029] env[69308]: DEBUG nova.compute.manager [-] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.066243] env[69308]: DEBUG nova.network.neutron [-] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.075464] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5289f98f-6a1b-3e25-fddc-3987bc29bb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.101026] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.403888] env[69308]: DEBUG nova.network.neutron [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Successfully created port: 76010ebe-0457-4212-b19d-ee1d4c4c79ea {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.481771] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868186, 'name': Rename_Task, 'duration_secs': 0.377829} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.483748] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.483748] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba8cce5-1277-409b-a240-bcbcd44868f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.492181] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 754.492181] env[69308]: value = "task-3868187" [ 754.492181] env[69308]: _type = "Task" [ 754.492181] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.504717] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.567287] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5289f98f-6a1b-3e25-fddc-3987bc29bb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.031209} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.570444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.570719] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee/3c81e760-ffaa-4b84-bd9b-2e253f268dee.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.571217] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46551202-e534-49db-ba9c-226757d5a84f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.578621] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 754.578621] env[69308]: value = "task-3868188" [ 754.578621] env[69308]: _type = "Task" [ 754.578621] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.591444] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.603583] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.692414] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94637694-d823-4e29-a9ce-a44abef3b304 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.701827] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3cbf67-f32b-49bd-bb1a-cd696ee0f331 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.742259] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3711833f-1319-4c71-8e60-939475abd4da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.751749] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c5f1e7-e69c-4100-98f2-3d11c3afde45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.768936] env[69308]: DEBUG nova.compute.provider_tree [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.917737] env[69308]: DEBUG nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.963065] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.964593] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.964902] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.965240] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.965499] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.965703] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.966034] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.967203] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.967367] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.967670] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.967969] env[69308]: DEBUG nova.virt.hardware [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.969451] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96593144-1d98-49fb-a6d6-ed7919cd01d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.981513] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18807b54-b4b9-4012-a965-1f5b26dc9019 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.011260] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868187, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.094229] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.105686] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.271926] env[69308]: DEBUG nova.scheduler.client.report [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.514398] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868187, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.597995] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603234} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.600445] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee/3c81e760-ffaa-4b84-bd9b-2e253f268dee.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.601085] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.601499] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1395611f-156f-4586-abbf-796a2ce13507 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.610743] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.613071] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 755.613071] env[69308]: value = "task-3868189" [ 755.613071] env[69308]: _type = "Task" [ 755.613071] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.623569] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.778040] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.894s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.780206] env[69308]: DEBUG nova.compute.manager [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.787532] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.395s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.789275] env[69308]: INFO nova.compute.claims [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.019680] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.094754] env[69308]: DEBUG nova.compute.manager [req-fb32a295-c315-4f7b-b1ec-8d4bce7dde1a req-ff572d57-8ee3-4e27-a4f4-9d0cd14e8a94 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Received event network-vif-deleted-410b4e9f-0765-4a73-87fb-13deba9fd52d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.094970] env[69308]: INFO nova.compute.manager [req-fb32a295-c315-4f7b-b1ec-8d4bce7dde1a req-ff572d57-8ee3-4e27-a4f4-9d0cd14e8a94 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Neutron deleted interface 410b4e9f-0765-4a73-87fb-13deba9fd52d; detaching it from the instance and deleting it from the info cache [ 756.095156] env[69308]: DEBUG nova.network.neutron [req-fb32a295-c315-4f7b-b1ec-8d4bce7dde1a req-ff572d57-8ee3-4e27-a4f4-9d0cd14e8a94 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.107968] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.126916] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123175} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.127233] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.128246] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9375e-4951-42dd-b68b-4ebcf61a7b04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.159817] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee/3c81e760-ffaa-4b84-bd9b-2e253f268dee.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.160258] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cbc0f91-778b-4873-96d3-8a392ddc9429 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.185620] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 756.185620] env[69308]: value = "task-3868190" [ 756.185620] env[69308]: _type = "Task" [ 756.185620] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.195289] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.267809] env[69308]: DEBUG nova.network.neutron [-] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.299432] env[69308]: DEBUG nova.compute.utils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.306764] env[69308]: DEBUG nova.compute.manager [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 756.511798] env[69308]: DEBUG oslo_vmware.api [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868187, 'name': PowerOnVM_Task, 'duration_secs': 2.010215} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.512215] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.512442] env[69308]: INFO nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Took 9.91 seconds to spawn the instance on the hypervisor. [ 756.512678] env[69308]: DEBUG nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.513550] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4153b866-f8c9-4914-8f06-9132e1953959 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.602813] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9919c4d4-9123-44de-82a1-529e07d08bb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.612368] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.617099] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742af95-ee90-4d6f-a1a4-6a3a9c3b01b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.659470] env[69308]: DEBUG nova.compute.manager [req-fb32a295-c315-4f7b-b1ec-8d4bce7dde1a req-ff572d57-8ee3-4e27-a4f4-9d0cd14e8a94 service nova] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Detach interface failed, port_id=410b4e9f-0765-4a73-87fb-13deba9fd52d, reason: Instance fea7032f-f99b-4e36-9f39-1b0d98d5890c could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.695943] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868190, 'name': ReconfigVM_Task, 'duration_secs': 0.366599} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.696271] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee/3c81e760-ffaa-4b84-bd9b-2e253f268dee.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.696990] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4677f218-77de-40a7-8b12-0428b1fcbdec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.704201] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 756.704201] env[69308]: value = "task-3868191" [ 756.704201] env[69308]: _type = "Task" [ 756.704201] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.713721] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868191, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.774040] env[69308]: INFO nova.compute.manager [-] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Took 2.71 seconds to deallocate network for instance. [ 756.815912] env[69308]: DEBUG nova.compute.manager [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.041463] env[69308]: INFO nova.compute.manager [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Took 53.86 seconds to build instance. [ 757.112928] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.203467] env[69308]: DEBUG nova.network.neutron [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Successfully updated port: 76010ebe-0457-4212-b19d-ee1d4c4c79ea {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.220887] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868191, 'name': Rename_Task, 'duration_secs': 0.152929} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.226454] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.231354] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bd357ec-d0c6-4c36-99d3-d7a8749ed383 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.238082] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 757.238082] env[69308]: value = "task-3868195" [ 757.238082] env[69308]: _type = "Task" [ 757.238082] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.251180] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.283660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.544972] env[69308]: DEBUG oslo_concurrency.lockutils [None req-938414f0-e971-4101-a92a-560ff8e19bf2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.291s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.599667] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d81efba-ddec-4ec9-95a7-b5b5ee969d4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.615269] env[69308]: DEBUG oslo_vmware.api [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868177, 'name': ReconfigVM_Task, 'duration_secs': 5.879495} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.618625] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.618942] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Reconfigured VM to detach interface {{(pid=69308) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 757.624247] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b0749f-396f-4b5a-88d4-0400cc716adc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.659011] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b13ac-900c-4d87-8460-d1475df3b99e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.672532] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6dbba-62de-4e39-bf24-950a773cb78f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.690161] env[69308]: DEBUG nova.compute.provider_tree [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.710252] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "refresh_cache-5472357a-7746-41f9-9c0a-4edaaea0570a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.710416] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "refresh_cache-5472357a-7746-41f9-9c0a-4edaaea0570a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.710595] env[69308]: DEBUG nova.network.neutron [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.714748] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "47fd2a9c-238c-4f6c-b282-9f826920cfae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.717043] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.749695] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868195, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.836438] env[69308]: DEBUG nova.compute.manager [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.875179] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.875691] env[69308]: DEBUG nova.virt.hardware [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.876668] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62389059-8926-48c6-83cd-303587d9194a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.890518] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50168e7f-96c3-404d-8f78-ae1102f46ace {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.910894] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.917629] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Creating folder: Project (b88022094b3d47cf87d03ca1a61f9095). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.918146] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9cded78-086b-4346-82ba-a5e0bcd8e468 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.931171] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Created folder: Project (b88022094b3d47cf87d03ca1a61f9095) in parent group-v768498. [ 757.932215] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Creating folder: Instances. Parent ref: group-v768621. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.932215] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-858d53da-ea0f-41c1-9006-3e29e08aed3e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.946019] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Created folder: Instances in parent group-v768621. [ 757.946019] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.946019] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.946019] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c0b5aed-5d69-4efb-8130-2fd96299f751 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.964479] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.964479] env[69308]: value = "task-3868198" [ 757.964479] env[69308]: _type = "Task" [ 757.964479] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.974545] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868198, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.048044] env[69308]: DEBUG nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.193532] env[69308]: DEBUG nova.scheduler.client.report [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.254229] env[69308]: DEBUG oslo_vmware.api [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868195, 'name': PowerOnVM_Task, 'duration_secs': 0.586836} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.255336] env[69308]: DEBUG nova.network.neutron [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.259396] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.259815] env[69308]: INFO nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Took 8.92 seconds to spawn the instance on the hypervisor. [ 758.260226] env[69308]: DEBUG nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.263051] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b93c92-439e-4e85-ad24-b21d50bef773 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.308690] env[69308]: DEBUG nova.compute.manager [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Received event network-vif-plugged-76010ebe-0457-4212-b19d-ee1d4c4c79ea {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.309377] env[69308]: DEBUG oslo_concurrency.lockutils [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] Acquiring lock "5472357a-7746-41f9-9c0a-4edaaea0570a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.309931] env[69308]: DEBUG oslo_concurrency.lockutils [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] Lock "5472357a-7746-41f9-9c0a-4edaaea0570a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.310299] env[69308]: DEBUG oslo_concurrency.lockutils [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] Lock "5472357a-7746-41f9-9c0a-4edaaea0570a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.311148] env[69308]: DEBUG nova.compute.manager [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] No waiting events found dispatching network-vif-plugged-76010ebe-0457-4212-b19d-ee1d4c4c79ea {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.311148] env[69308]: WARNING nova.compute.manager [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Received unexpected event network-vif-plugged-76010ebe-0457-4212-b19d-ee1d4c4c79ea for instance with vm_state building and task_state spawning. [ 758.311148] env[69308]: DEBUG nova.compute.manager [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Received event network-changed-76010ebe-0457-4212-b19d-ee1d4c4c79ea {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.311263] env[69308]: DEBUG nova.compute.manager [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Refreshing instance network info cache due to event network-changed-76010ebe-0457-4212-b19d-ee1d4c4c79ea. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.311471] env[69308]: DEBUG oslo_concurrency.lockutils [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] Acquiring lock "refresh_cache-5472357a-7746-41f9-9c0a-4edaaea0570a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.478076] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868198, 'name': CreateVM_Task, 'duration_secs': 0.471065} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.478881] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.479263] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.479568] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.480137] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.480518] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9058fdc6-8219-498c-861b-c84ea7fd804c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.487173] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 758.487173] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52093d0a-c7ba-5d3c-07fb-8a6b8478b222" [ 758.487173] env[69308]: _type = "Task" [ 758.487173] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.497366] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52093d0a-c7ba-5d3c-07fb-8a6b8478b222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.501605] env[69308]: DEBUG nova.network.neutron [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Updating instance_info_cache with network_info: [{"id": "76010ebe-0457-4212-b19d-ee1d4c4c79ea", "address": "fa:16:3e:51:d2:e6", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76010ebe-04", "ovs_interfaceid": "76010ebe-0457-4212-b19d-ee1d4c4c79ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.579368] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.699297] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.912s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.699777] env[69308]: DEBUG nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.707076] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.190s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.707363] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.711709] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.233s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.713564] env[69308]: INFO nova.compute.claims [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.747910] env[69308]: INFO nova.scheduler.client.report [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Deleted allocations for instance 563722c6-483c-4154-b4da-e8412f78b765 [ 758.792304] env[69308]: INFO nova.compute.manager [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Took 51.67 seconds to build instance. [ 758.927364] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.927797] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.928148] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.928459] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.928903] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.931532] env[69308]: INFO nova.compute.manager [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Terminating instance [ 759.002116] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52093d0a-c7ba-5d3c-07fb-8a6b8478b222, 'name': SearchDatastore_Task, 'duration_secs': 0.015749} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.003019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.003019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.003019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.003282] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.003382] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.003865] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "refresh_cache-5472357a-7746-41f9-9c0a-4edaaea0570a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.004652] env[69308]: DEBUG nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Instance network_info: |[{"id": "76010ebe-0457-4212-b19d-ee1d4c4c79ea", "address": "fa:16:3e:51:d2:e6", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76010ebe-04", "ovs_interfaceid": "76010ebe-0457-4212-b19d-ee1d4c4c79ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.005538] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed565c2e-8940-4de2-81e4-e1cc853ab573 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.007068] env[69308]: DEBUG oslo_concurrency.lockutils [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] Acquired lock "refresh_cache-5472357a-7746-41f9-9c0a-4edaaea0570a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.007212] env[69308]: DEBUG nova.network.neutron [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Refreshing network info cache for port 76010ebe-0457-4212-b19d-ee1d4c4c79ea {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.009024] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:d2:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76010ebe-0457-4212-b19d-ee1d4c4c79ea', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.016479] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.020154] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.021674] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216d4fbe-deed-4b31-bfeb-e8f3d6226407 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.039181] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.039483] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.040765] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0b625c-2892-478d-8370-11dc84f284bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.045622] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.045622] env[69308]: value = "task-3868199" [ 759.045622] env[69308]: _type = "Task" [ 759.045622] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.050262] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 759.050262] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]524da80e-5f5f-e302-344d-63fa90ded0c5" [ 759.050262] env[69308]: _type = "Task" [ 759.050262] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.057945] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868199, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.064410] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524da80e-5f5f-e302-344d-63fa90ded0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.116967] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.117244] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.117469] env[69308]: DEBUG nova.network.neutron [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.219914] env[69308]: DEBUG nova.compute.utils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.228201] env[69308]: DEBUG nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.228201] env[69308]: DEBUG nova.network.neutron [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.265487] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e7c4fa0-8857-4e2c-9108-8d464b0cffb7 tempest-ServerDiagnosticsV248Test-1547265204 tempest-ServerDiagnosticsV248Test-1547265204-project-member] Lock "563722c6-483c-4154-b4da-e8412f78b765" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.181s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.299848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-06fccd9e-44bf-4938-a801-1a0fea674607 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.368s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.350907] env[69308]: DEBUG nova.policy [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '212f12563a374adc842aa64ab0009a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d58bf1b266249fc985591bf8235e58e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.439733] env[69308]: DEBUG nova.compute.manager [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.439733] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.439733] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b2a40f-1585-4a4d-817c-9df4ed818e70 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.449234] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.450188] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a8372d-28b1-4646-97ba-802a7dbfa8ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.456991] env[69308]: DEBUG nova.network.neutron [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Updated VIF entry in instance network info cache for port 76010ebe-0457-4212-b19d-ee1d4c4c79ea. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.456991] env[69308]: DEBUG nova.network.neutron [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Updating instance_info_cache with network_info: [{"id": "76010ebe-0457-4212-b19d-ee1d4c4c79ea", "address": "fa:16:3e:51:d2:e6", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76010ebe-04", "ovs_interfaceid": "76010ebe-0457-4212-b19d-ee1d4c4c79ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.464640] env[69308]: DEBUG oslo_vmware.api [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 759.464640] env[69308]: value = "task-3868200" [ 759.464640] env[69308]: _type = "Task" [ 759.464640] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.486150] env[69308]: DEBUG oslo_vmware.api [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.565796] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868199, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.570995] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524da80e-5f5f-e302-344d-63fa90ded0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016473} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.571152] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a53b694-ecbd-49d9-8676-4d4876d67f54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.579113] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 759.579113] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]524b853c-082c-8cce-4341-8227d04edf3c" [ 759.579113] env[69308]: _type = "Task" [ 759.579113] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.590631] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524b853c-082c-8cce-4341-8227d04edf3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.712520] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "1084ebd4-418b-452e-a59b-d139d536f4d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.712851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1084ebd4-418b-452e-a59b-d139d536f4d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.713135] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "1084ebd4-418b-452e-a59b-d139d536f4d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.714152] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1084ebd4-418b-452e-a59b-d139d536f4d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.714152] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1084ebd4-418b-452e-a59b-d139d536f4d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.716553] env[69308]: INFO nova.compute.manager [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Terminating instance [ 759.728146] env[69308]: DEBUG nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.805599] env[69308]: DEBUG nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.961687] env[69308]: DEBUG oslo_concurrency.lockutils [req-bacaac15-3abe-4ccc-92ce-bf562f2f23ec req-96f8c2a7-d2bf-4840-9a85-9b2d4f88b6c3 service nova] Releasing lock "refresh_cache-5472357a-7746-41f9-9c0a-4edaaea0570a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.977546] env[69308]: DEBUG oslo_vmware.api [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868200, 'name': PowerOffVM_Task, 'duration_secs': 0.255144} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.977691] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.977890] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.978180] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94a95ddb-8c8d-41fd-a2a4-ff1a9c32536e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.028586] env[69308]: INFO nova.compute.manager [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Rescuing [ 760.028869] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.029042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquired lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.029244] env[69308]: DEBUG nova.network.neutron [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.069222] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868199, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.093452] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524b853c-082c-8cce-4341-8227d04edf3c, 'name': SearchDatastore_Task, 'duration_secs': 0.014116} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.093734] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.093997] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9/0a8b54ec-3f2c-4313-a47b-cc81e55c20f9.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.094316] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1432cbcf-c52b-4b7f-aaf5-ee3d8bbddb77 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.104704] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 760.104704] env[69308]: value = "task-3868202" [ 760.104704] env[69308]: _type = "Task" [ 760.104704] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.115252] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.181444] env[69308]: DEBUG nova.network.neutron [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Successfully created port: d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.222804] env[69308]: DEBUG nova.compute.manager [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.223119] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.224724] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a118b767-2517-468a-af20-e1eaa1a1b497 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.235531] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.238702] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f035c9e-d744-4d5f-bc51-705cd5780fc6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.257029] env[69308]: DEBUG oslo_vmware.api [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 760.257029] env[69308]: value = "task-3868204" [ 760.257029] env[69308]: _type = "Task" [ 760.257029] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.265749] env[69308]: DEBUG oslo_vmware.api [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.300765] env[69308]: INFO nova.network.neutron [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Port b8936961-848c-43cc-83c0-d45f4c5dcafc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 760.302909] env[69308]: DEBUG nova.network.neutron [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updating instance_info_cache with network_info: [{"id": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "address": "fa:16:3e:6d:b6:8b", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a94d2d-72", "ovs_interfaceid": "29a94d2d-72ab-4cf8-b750-14cc1873f651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.309891] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.310359] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.310693] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleting the datastore file [datastore1] cb44961f-d39b-4a67-a568-780c0ac1ec7b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.311702] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f8598bc-2aaa-42fb-9fdd-490dd2b9d4a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.334487] env[69308]: DEBUG oslo_vmware.api [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 760.334487] env[69308]: value = "task-3868205" [ 760.334487] env[69308]: _type = "Task" [ 760.334487] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.349465] env[69308]: DEBUG oslo_vmware.api [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.357935] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.484395] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39772af-242b-4ce5-8785-377502b66617 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.499099] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225db55d-9a8a-46a0-a7a7-1cb0bdbbb383 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.545301] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8240b91b-a33e-4f0f-bdf1-570975122306 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.562362] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868199, 'name': CreateVM_Task, 'duration_secs': 1.379824} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.563551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6092f7ba-fcc2-40ce-8ef4-410860ac37d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.568915] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.569535] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.570262] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.570537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.571914] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510da346-2773-46d1-8e25-32de908f469c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.586766] env[69308]: DEBUG nova.compute.provider_tree [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.589760] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 760.589760] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]521efd6a-ebd5-ff83-b43c-ca6b1a8fefc7" [ 760.589760] env[69308]: _type = "Task" [ 760.589760] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.602212] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521efd6a-ebd5-ff83-b43c-ca6b1a8fefc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.622055] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868202, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.749277] env[69308]: DEBUG nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.767576] env[69308]: DEBUG oslo_vmware.api [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868204, 'name': PowerOffVM_Task, 'duration_secs': 0.270342} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.767878] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.768074] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.768348] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3740b6e-7614-4651-9e11-3570c975bf64 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.784710] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.784710] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.785062] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.785062] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.785238] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.785421] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.785664] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.785856] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.786059] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.786262] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.786455] env[69308]: DEBUG nova.virt.hardware [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.787535] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f7291-6967-4611-8041-eaa4ca684b06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.797226] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812f7a60-d749-4922-8e5f-23304fc9e6cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.813805] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-cb44961f-d39b-4a67-a568-780c0ac1ec7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.848425] env[69308]: DEBUG oslo_vmware.api [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.855595] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.856235] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.856235] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleting the datastore file [datastore2] 1084ebd4-418b-452e-a59b-d139d536f4d6 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.856560] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfeae246-fa6e-4b97-8d27-5754320d4ae2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.865507] env[69308]: DEBUG oslo_vmware.api [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 760.865507] env[69308]: value = "task-3868207" [ 760.865507] env[69308]: _type = "Task" [ 760.865507] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.875327] env[69308]: DEBUG oslo_vmware.api [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.036644] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.036908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.096127] env[69308]: DEBUG nova.scheduler.client.report [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.107026] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521efd6a-ebd5-ff83-b43c-ca6b1a8fefc7, 'name': SearchDatastore_Task, 'duration_secs': 0.066402} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.113013] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.116461] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.116461] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.116461] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.116461] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.116461] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9b2ab47-71b2-4c2f-a2b8-b4ae79aff474 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.123579] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701373} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.123871] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9/0a8b54ec-3f2c-4313-a47b-cc81e55c20f9.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.124144] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.125511] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-110265fd-5c8a-4074-a690-19311e08b0e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.127979] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.128180] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.128907] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784727ac-e21a-4beb-a169-724ac97ead44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.136049] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 761.136049] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d325a7-25fd-50cf-be55-f79ed2b99ecd" [ 761.136049] env[69308]: _type = "Task" [ 761.136049] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.137588] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 761.137588] env[69308]: value = "task-3868208" [ 761.137588] env[69308]: _type = "Task" [ 761.137588] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.154672] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.157780] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d325a7-25fd-50cf-be55-f79ed2b99ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.234200] env[69308]: DEBUG nova.compute.manager [req-48a280d8-b8a5-4b28-9f8b-103e833e9d5a req-7c9df222-245a-4aeb-903d-8be4888e0677 service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received event network-vif-deleted-b8936961-848c-43cc-83c0-d45f4c5dcafc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.325593] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b4cc408-8a45-451b-a9c8-276280b23ee0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-cb44961f-d39b-4a67-a568-780c0ac1ec7b-b8936961-848c-43cc-83c0-d45f4c5dcafc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.348s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.349150] env[69308]: DEBUG oslo_vmware.api [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.672537} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.350216] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.350411] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.350637] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.350743] env[69308]: INFO nova.compute.manager [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Took 1.91 seconds to destroy the instance on the hypervisor. [ 761.350981] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.351258] env[69308]: DEBUG nova.compute.manager [-] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.351343] env[69308]: DEBUG nova.network.neutron [-] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.378070] env[69308]: DEBUG oslo_vmware.api [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355461} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.378439] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.378674] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.378906] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.379136] env[69308]: INFO nova.compute.manager [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 761.379624] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.379624] env[69308]: DEBUG nova.compute.manager [-] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.379741] env[69308]: DEBUG nova.network.neutron [-] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.478643] env[69308]: DEBUG nova.network.neutron [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [{"id": "89092681-3be6-4818-a0ff-5bf32e026917", "address": "fa:16:3e:98:f9:7f", "network": {"id": "30212aaf-a11b-40db-b137-ae47309fa107", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-626381217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2895d9ca9cad4860a98128434be6f12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89092681-3b", "ovs_interfaceid": "89092681-3be6-4818-a0ff-5bf32e026917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.602514] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.891s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.603050] env[69308]: DEBUG nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.609142] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.469s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.609142] env[69308]: DEBUG nova.objects.instance [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 761.658387] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d325a7-25fd-50cf-be55-f79ed2b99ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.018057} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.658626] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098207} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.660227] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.661516] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911fb4ea-2838-4f35-aa52-c8125d6362b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.664615] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa47c9e-4ae9-4a46-bd6b-4ec127d68522 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.676018] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 761.676018] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52007e7e-463e-0685-b645-f24c862e1dc1" [ 761.676018] env[69308]: _type = "Task" [ 761.676018] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.695104] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9/0a8b54ec-3f2c-4313-a47b-cc81e55c20f9.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.700534] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-106682a8-2168-495e-a0dd-95a6e8ca041d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.725247] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52007e7e-463e-0685-b645-f24c862e1dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.727109] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 761.727109] env[69308]: value = "task-3868209" [ 761.727109] env[69308]: _type = "Task" [ 761.727109] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.739498] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868209, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.985038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Releasing lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.113030] env[69308]: DEBUG nova.compute.utils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.118211] env[69308]: DEBUG nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.118484] env[69308]: DEBUG nova.network.neutron [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.200683] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52007e7e-463e-0685-b645-f24c862e1dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.068458} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.203573] env[69308]: DEBUG nova.policy [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1511344d7d4aa582ecc800b207d010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c43014e01f741f79061f95c5b6d1df2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.205668] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.208799] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5472357a-7746-41f9-9c0a-4edaaea0570a/5472357a-7746-41f9-9c0a-4edaaea0570a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.208799] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2979805-69f5-4fca-a63e-142f29fa0dff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.216409] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 762.216409] env[69308]: value = "task-3868210" [ 762.216409] env[69308]: _type = "Task" [ 762.216409] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.229109] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.239091] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868209, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.269339] env[69308]: DEBUG nova.compute.manager [req-67ac766e-8276-4ff7-8872-92f82947dc67 req-7ebdf081-0d5c-490e-9cb7-858ca5f30714 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Received event network-vif-deleted-61069ffc-e7dc-4ee7-b6ca-364973223579 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.269567] env[69308]: INFO nova.compute.manager [req-67ac766e-8276-4ff7-8872-92f82947dc67 req-7ebdf081-0d5c-490e-9cb7-858ca5f30714 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Neutron deleted interface 61069ffc-e7dc-4ee7-b6ca-364973223579; detaching it from the instance and deleting it from the info cache [ 762.269814] env[69308]: DEBUG nova.network.neutron [req-67ac766e-8276-4ff7-8872-92f82947dc67 req-7ebdf081-0d5c-490e-9cb7-858ca5f30714 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.466165] env[69308]: DEBUG nova.network.neutron [-] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.623024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2520a331-2782-4d84-b3d1-66417e199adf tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.626643] env[69308]: DEBUG nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.632831] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.139s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.633196] env[69308]: DEBUG nova.objects.instance [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lazy-loading 'resources' on Instance uuid 873b054f-64dc-4d97-b89c-995dd3702690 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.713694] env[69308]: DEBUG nova.network.neutron [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Successfully created port: 3c2e9aad-b55a-41dd-8364-11063ce47d39 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.732833] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868210, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.746346] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868209, 'name': ReconfigVM_Task, 'duration_secs': 0.537957} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.746571] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9/0a8b54ec-3f2c-4313-a47b-cc81e55c20f9.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.747406] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fe14dfc-890a-4194-a482-8e32fba8a764 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.756927] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 762.756927] env[69308]: value = "task-3868212" [ 762.756927] env[69308]: _type = "Task" [ 762.756927] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.770218] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868212, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.773296] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3223098-d30e-4cb4-b57a-340496b9f094 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.777246] env[69308]: DEBUG nova.network.neutron [-] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.785462] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94470fd-4670-4638-85b7-e6a801baaa24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.830784] env[69308]: DEBUG nova.compute.manager [req-67ac766e-8276-4ff7-8872-92f82947dc67 req-7ebdf081-0d5c-490e-9cb7-858ca5f30714 service nova] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Detach interface failed, port_id=61069ffc-e7dc-4ee7-b6ca-364973223579, reason: Instance 1084ebd4-418b-452e-a59b-d139d536f4d6 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 762.892249] env[69308]: DEBUG nova.network.neutron [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Successfully updated port: d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.972606] env[69308]: INFO nova.compute.manager [-] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Took 1.59 seconds to deallocate network for instance. [ 763.227988] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560459} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.231084] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5472357a-7746-41f9-9c0a-4edaaea0570a/5472357a-7746-41f9-9c0a-4edaaea0570a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.231406] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.231921] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6b20eea-bc3f-43d3-9b1d-3ce45e00d5f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.239984] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 763.239984] env[69308]: value = "task-3868213" [ 763.239984] env[69308]: _type = "Task" [ 763.239984] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.256922] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.280231] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868212, 'name': Rename_Task, 'duration_secs': 0.157662} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.280231] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.280231] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70f154ab-0753-440d-b8ef-4cbec966c660 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.280592] env[69308]: INFO nova.compute.manager [-] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Took 1.93 seconds to deallocate network for instance. [ 763.295070] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 763.295070] env[69308]: value = "task-3868214" [ 763.295070] env[69308]: _type = "Task" [ 763.295070] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.305521] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.398791] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.398791] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.398791] env[69308]: DEBUG nova.network.neutron [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.481303] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.544398] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.544540] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5347ed73-1b2f-4ab8-8781-bfa5fcc0a8d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.555139] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 763.555139] env[69308]: value = "task-3868215" [ 763.555139] env[69308]: _type = "Task" [ 763.555139] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.570493] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.598220] env[69308]: DEBUG nova.compute.manager [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Received event network-vif-plugged-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.598220] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] Acquiring lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.598220] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.598364] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.598468] env[69308]: DEBUG nova.compute.manager [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] No waiting events found dispatching network-vif-plugged-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.598629] env[69308]: WARNING nova.compute.manager [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Received unexpected event network-vif-plugged-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 for instance with vm_state building and task_state spawning. [ 763.598776] env[69308]: DEBUG nova.compute.manager [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Received event network-changed-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.599323] env[69308]: DEBUG nova.compute.manager [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Refreshing instance network info cache due to event network-changed-d20fa1e0-74a8-4b53-9ffe-da81932ebd22. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.599323] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] Acquiring lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.645758] env[69308]: DEBUG nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.688700] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.688949] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.689412] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.689412] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.689527] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.689589] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.690013] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.690013] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.690185] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.690361] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.690660] env[69308]: DEBUG nova.virt.hardware [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.691516] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17228fd-3ec4-46e6-99bd-37974ca0ac64 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.704188] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446daeed-b850-41d2-9e11-b01e2b0400e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.751188] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103175} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.754245] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.755924] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb788beb-e9e3-4fae-818a-b094d82a272c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.781034] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 5472357a-7746-41f9-9c0a-4edaaea0570a/5472357a-7746-41f9-9c0a-4edaaea0570a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.784567] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0219aa39-f77a-412d-a394-7d87d43d5797 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.799981] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.811774] env[69308]: DEBUG oslo_vmware.api [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868214, 'name': PowerOnVM_Task, 'duration_secs': 0.482224} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.815992] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.816279] env[69308]: INFO nova.compute.manager [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Took 5.98 seconds to spawn the instance on the hypervisor. [ 763.816498] env[69308]: DEBUG nova.compute.manager [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.816887] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 763.816887] env[69308]: value = "task-3868216" [ 763.816887] env[69308]: _type = "Task" [ 763.816887] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.818379] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47961a69-899f-4c79-9362-1c5f838f748f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.835445] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.910282] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12278de-4782-4058-aee1-48caca3eb1dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.918487] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b73b22-fbf8-4b47-a68e-620c5c1c90c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.958292] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b7fede-d447-4b51-accf-cba29af89ffd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.965524] env[69308]: DEBUG nova.network.neutron [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.971335] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58980e5c-550e-4f70-9a91-5723bdcd2d66 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.987768] env[69308]: DEBUG nova.compute.provider_tree [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.074082] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868215, 'name': PowerOffVM_Task, 'duration_secs': 0.234501} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.074082] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.080927] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12851555-5045-43f0-b247-3a2c052aaba7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.105097] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49590f63-b4c6-4d8e-9ffb-89b384c7e81f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.145342] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.146174] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17d79020-a8c9-44ab-996c-fba63d0db368 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.155150] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 764.155150] env[69308]: value = "task-3868217" [ 764.155150] env[69308]: _type = "Task" [ 764.155150] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.167104] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 764.167648] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.167777] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.167977] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.168509] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.168858] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fab0fdb4-5fc1-46bb-bb67-184457411603 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.181115] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.181342] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.182231] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcba1418-5f71-4538-9c8f-f0fe45ae9372 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.188799] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 764.188799] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e25b85-b59b-b3ea-bd82-9de1f0c081df" [ 764.188799] env[69308]: _type = "Task" [ 764.188799] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.199105] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e25b85-b59b-b3ea-bd82-9de1f0c081df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.213849] env[69308]: DEBUG nova.network.neutron [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updating instance_info_cache with network_info: [{"id": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "address": "fa:16:3e:d8:67:9c", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20fa1e0-74", "ovs_interfaceid": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.333946] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.345338] env[69308]: INFO nova.compute.manager [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Took 43.39 seconds to build instance. [ 764.462652] env[69308]: DEBUG nova.compute.manager [req-03c4002c-7b34-4b92-8f24-c6237fb84213 req-3480f4a5-90a2-4d9d-ad24-e47271c44e3a service nova] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Received event network-vif-deleted-29a94d2d-72ab-4cf8-b750-14cc1873f651 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.521583] env[69308]: ERROR nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [req-5becea35-c678-4f77-8b86-05cb95589ead] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5becea35-c678-4f77-8b86-05cb95589ead"}]} [ 764.542681] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 764.564146] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 764.564534] env[69308]: DEBUG nova.compute.provider_tree [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.582386] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 764.605700] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 764.707722] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e25b85-b59b-b3ea-bd82-9de1f0c081df, 'name': SearchDatastore_Task, 'duration_secs': 0.01998} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.708843] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e4efac-e34c-42cf-a729-110436dd52c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.715765] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 764.715765] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]524e2b61-f45d-4dd8-8eba-8d25761301ff" [ 764.715765] env[69308]: _type = "Task" [ 764.715765] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.716624] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.716624] env[69308]: DEBUG nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Instance network_info: |[{"id": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "address": "fa:16:3e:d8:67:9c", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20fa1e0-74", "ovs_interfaceid": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.721617] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] Acquired lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.721617] env[69308]: DEBUG nova.network.neutron [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Refreshing network info cache for port d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.722708] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:67:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd20fa1e0-74a8-4b53-9ffe-da81932ebd22', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.730969] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Creating folder: Project (0d58bf1b266249fc985591bf8235e58e). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.735502] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b43b8d54-74e1-4fb5-b092-78aadc33db2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.747737] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524e2b61-f45d-4dd8-8eba-8d25761301ff, 'name': SearchDatastore_Task, 'duration_secs': 0.0251} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.747737] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.747737] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. {{(pid=69308) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 764.747737] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68ebe821-507f-4ae0-9e5c-702e48128174 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.751483] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Created folder: Project (0d58bf1b266249fc985591bf8235e58e) in parent group-v768498. [ 764.751670] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Creating folder: Instances. Parent ref: group-v768625. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.754905] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd3b16ae-95c8-41a8-b35c-95ea2886b24d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.761760] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 764.761760] env[69308]: value = "task-3868220" [ 764.761760] env[69308]: _type = "Task" [ 764.761760] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.767841] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Created folder: Instances in parent group-v768625. [ 764.767841] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.768486] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.768805] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7fa99e4-56b9-41f6-9fd2-902a8de35ab7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.792121] env[69308]: DEBUG nova.network.neutron [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Successfully updated port: 3c2e9aad-b55a-41dd-8364-11063ce47d39 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.796707] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.807451] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.807451] env[69308]: value = "task-3868222" [ 764.807451] env[69308]: _type = "Task" [ 764.807451] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.826134] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868222, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.841083] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868216, 'name': ReconfigVM_Task, 'duration_secs': 0.692784} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.844042] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 5472357a-7746-41f9-9c0a-4edaaea0570a/5472357a-7746-41f9-9c0a-4edaaea0570a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.844396] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9e5349b-fcc6-4e8d-a6da-63c58bbc3022 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.852945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d299d28b-2baf-4bf6-979c-bb6bf533d94d tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.528s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.852945] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 764.852945] env[69308]: value = "task-3868223" [ 764.852945] env[69308]: _type = "Task" [ 764.852945] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.869812] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868223, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.283465] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868220, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.298567] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.298746] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.298909] env[69308]: DEBUG nova.network.neutron [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.327826] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868222, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.362255] env[69308]: DEBUG nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.373737] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868223, 'name': Rename_Task, 'duration_secs': 0.160568} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.377786] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.378261] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20e147aa-463d-49b0-ac38-690a4e11843c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.389038] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 765.389038] env[69308]: value = "task-3868224" [ 765.389038] env[69308]: _type = "Task" [ 765.389038] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.391202] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a96f5-5462-436c-ab7d-d5cc7f2ea282 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.413650] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc643c3-0c64-47b6-b71b-d64e9c3bda56 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.417833] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.458412] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b152d17-62f7-420a-850e-bc658d09d60a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.473379] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f28f78-3666-481c-aa23-f8497a1367ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.481498] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.481774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.494271] env[69308]: DEBUG nova.compute.provider_tree [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.773535] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742306} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.773812] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. [ 765.774725] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6dc662-6fc7-4461-833c-fb03e40dfb88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.801474] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.801474] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-076830e7-bf44-4680-8855-bd6d04467baf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.831454] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868222, 'name': CreateVM_Task, 'duration_secs': 0.799234} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.832993] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.833185] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 765.833185] env[69308]: value = "task-3868225" [ 765.833185] env[69308]: _type = "Task" [ 765.833185] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.834479] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.834644] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.835021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.835360] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ccf558-33d0-4050-bcfa-436953c55c27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.845169] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 765.845169] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52acc10f-b5b1-8720-2ec4-fdd74752efa6" [ 765.845169] env[69308]: _type = "Task" [ 765.845169] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.848419] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.858627] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52acc10f-b5b1-8720-2ec4-fdd74752efa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.859807] env[69308]: DEBUG nova.network.neutron [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updated VIF entry in instance network info cache for port d20fa1e0-74a8-4b53-9ffe-da81932ebd22. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.860230] env[69308]: DEBUG nova.network.neutron [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updating instance_info_cache with network_info: [{"id": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "address": "fa:16:3e:d8:67:9c", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20fa1e0-74", "ovs_interfaceid": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.872169] env[69308]: DEBUG nova.network.neutron [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.896328] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.904897] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.019863] env[69308]: ERROR nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] [req-f0205cf0-e1d3-41d6-a906-4e2363cf6011] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f0205cf0-e1d3-41d6-a906-4e2363cf6011"}]} [ 766.045531] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 766.060055] env[69308]: DEBUG nova.network.neutron [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Updating instance_info_cache with network_info: [{"id": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "address": "fa:16:3e:e9:d6:09", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2e9aad-b5", "ovs_interfaceid": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.062842] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 766.064580] env[69308]: DEBUG nova.compute.provider_tree [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.077132] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 766.102083] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 766.349699] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868225, 'name': ReconfigVM_Task, 'duration_secs': 0.3364} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.357840] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.359727] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3857dc5-4f87-4158-a529-c7b1cdb60311 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.365021] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a918b0-909d-4d5f-b9ff-b4a837347fe1 req-74977f49-ffc7-48a5-8750-5686239810b1 service nova] Releasing lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.371983] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52acc10f-b5b1-8720-2ec4-fdd74752efa6, 'name': SearchDatastore_Task, 'duration_secs': 0.018175} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.399164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.399600] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.400009] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.400228] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.400500] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.412920] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d55c0529-7afb-47a2-942c-717e4f091635 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.420479] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be720cdb-63bc-43e9-b56e-46387977a17b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.449640] env[69308]: DEBUG oslo_vmware.api [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868224, 'name': PowerOnVM_Task, 'duration_secs': 0.685365} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.453020] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.453020] env[69308]: INFO nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Took 11.53 seconds to spawn the instance on the hypervisor. [ 766.453020] env[69308]: DEBUG nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.453020] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.453020] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.453361] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 766.453361] env[69308]: value = "task-3868226" [ 766.453361] env[69308]: _type = "Task" [ 766.453361] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.454409] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e656420-751a-42d8-a78e-d35019fa4896 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.463777] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0843080d-1c3c-4118-9cae-83a80eccba0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.479274] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.483803] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 766.483803] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ef7177-d498-ec27-5eba-fb830fe25ed7" [ 766.483803] env[69308]: _type = "Task" [ 766.483803] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.508024] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ef7177-d498-ec27-5eba-fb830fe25ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.013781} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.513231] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e02546-09e6-400b-9970-61af54cbb960 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.521128] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 766.521128] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526ff885-511c-aebe-4a3c-d6ecb443ac64" [ 766.521128] env[69308]: _type = "Task" [ 766.521128] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.540323] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526ff885-511c-aebe-4a3c-d6ecb443ac64, 'name': SearchDatastore_Task, 'duration_secs': 0.013286} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.540645] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.540871] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 42b6c9c6-967a-4f86-82a2-a341b1c1e750/42b6c9c6-967a-4f86-82a2-a341b1c1e750.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.544563] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe7ec92a-7cd4-4b1f-a91f-6e92741e440f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.553975] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 766.553975] env[69308]: value = "task-3868228" [ 766.553975] env[69308]: _type = "Task" [ 766.553975] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.565806] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.566231] env[69308]: DEBUG nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Instance network_info: |[{"id": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "address": "fa:16:3e:e9:d6:09", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2e9aad-b5", "ovs_interfaceid": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.566578] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.567419] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:d6:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c2e9aad-b55a-41dd-8364-11063ce47d39', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.575651] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.575938] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.576212] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d184354-33d4-4b23-9523-96f4812ee513 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.603817] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.603817] env[69308]: value = "task-3868229" [ 766.603817] env[69308]: _type = "Task" [ 766.603817] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.615872] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868229, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.648217] env[69308]: DEBUG nova.compute.manager [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Received event network-vif-plugged-3c2e9aad-b55a-41dd-8364-11063ce47d39 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.648217] env[69308]: DEBUG oslo_concurrency.lockutils [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] Acquiring lock "22889b96-78e6-4b9c-8b43-a423dfe509bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.652026] env[69308]: DEBUG oslo_concurrency.lockutils [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] Lock "22889b96-78e6-4b9c-8b43-a423dfe509bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.652026] env[69308]: DEBUG oslo_concurrency.lockutils [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] Lock "22889b96-78e6-4b9c-8b43-a423dfe509bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.652026] env[69308]: DEBUG nova.compute.manager [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] No waiting events found dispatching network-vif-plugged-3c2e9aad-b55a-41dd-8364-11063ce47d39 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.652026] env[69308]: WARNING nova.compute.manager [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Received unexpected event network-vif-plugged-3c2e9aad-b55a-41dd-8364-11063ce47d39 for instance with vm_state building and task_state spawning. [ 766.652026] env[69308]: DEBUG nova.compute.manager [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Received event network-changed-3c2e9aad-b55a-41dd-8364-11063ce47d39 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.652026] env[69308]: DEBUG nova.compute.manager [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Refreshing instance network info cache due to event network-changed-3c2e9aad-b55a-41dd-8364-11063ce47d39. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.652026] env[69308]: DEBUG oslo_concurrency.lockutils [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] Acquiring lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.652026] env[69308]: DEBUG oslo_concurrency.lockutils [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] Acquired lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.652026] env[69308]: DEBUG nova.network.neutron [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Refreshing network info cache for port 3c2e9aad-b55a-41dd-8364-11063ce47d39 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.657091] env[69308]: INFO nova.compute.manager [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Rebuilding instance [ 766.739565] env[69308]: DEBUG nova.compute.manager [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.740616] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5aca27-1f4b-4096-b286-115e83d07ba5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.909164] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9162b00-c60e-4582-9d80-665d360ad92f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.920136] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84215884-620e-45a5-a525-0b55fd164be5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.977259] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ffe4a2-1010-4962-9071-5b6fd2cfb282 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.000150] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868226, 'name': ReconfigVM_Task, 'duration_secs': 0.219332} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.007060] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.008106] env[69308]: INFO nova.compute.manager [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Took 53.67 seconds to build instance. [ 767.009567] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcaca195-6b77-4c39-a666-795e0b8ea367 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.014736] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02feffe-88d7-4e39-998c-57bf87db4978 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.048866] env[69308]: DEBUG nova.compute.provider_tree [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.051571] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 767.051571] env[69308]: value = "task-3868230" [ 767.051571] env[69308]: _type = "Task" [ 767.051571] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.077412] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.084158] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868228, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.126598] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868229, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.517772] env[69308]: DEBUG nova.network.neutron [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Updated VIF entry in instance network info cache for port 3c2e9aad-b55a-41dd-8364-11063ce47d39. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.518073] env[69308]: DEBUG nova.network.neutron [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Updating instance_info_cache with network_info: [{"id": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "address": "fa:16:3e:e9:d6:09", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2e9aad-b5", "ovs_interfaceid": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.523367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0753b0d3-0f54-4bf9-9d04-4a2dc7e165a4 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "5472357a-7746-41f9-9c0a-4edaaea0570a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.317s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.570800] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927615} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.574170] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 42b6c9c6-967a-4f86-82a2-a341b1c1e750/42b6c9c6-967a-4f86-82a2-a341b1c1e750.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.574413] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.574682] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.574899] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8987a8c1-51e3-42ee-8ab9-0aa7f24f6774 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.582690] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 767.582690] env[69308]: value = "task-3868231" [ 767.582690] env[69308]: _type = "Task" [ 767.582690] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.593407] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.596977] env[69308]: DEBUG nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 767.596977] env[69308]: DEBUG nova.compute.provider_tree [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 68 to 69 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 767.596977] env[69308]: DEBUG nova.compute.provider_tree [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.615234] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868229, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.618811] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "5472357a-7746-41f9-9c0a-4edaaea0570a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.619069] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "5472357a-7746-41f9-9c0a-4edaaea0570a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.619275] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "5472357a-7746-41f9-9c0a-4edaaea0570a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.619456] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "5472357a-7746-41f9-9c0a-4edaaea0570a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.619616] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "5472357a-7746-41f9-9c0a-4edaaea0570a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.624025] env[69308]: INFO nova.compute.manager [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Terminating instance [ 767.761786] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.762234] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b37a0d3-53c0-41c1-8c5e-c6dd37b2c994 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.770705] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 767.770705] env[69308]: value = "task-3868232" [ 767.770705] env[69308]: _type = "Task" [ 767.770705] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.781385] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.023713] env[69308]: DEBUG oslo_concurrency.lockutils [req-f627e7b3-5649-418a-b9f1-f93e7cede7a5 req-932a248a-67ff-4d18-8d9b-88debb743869 service nova] Releasing lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.026257] env[69308]: DEBUG nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.066841] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.094650] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.329542} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.094650] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.094938] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bf481b-4461-4cd6-bf9b-d3b536daaf9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.110604] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.478s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.122661] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 42b6c9c6-967a-4f86-82a2-a341b1c1e750/42b6c9c6-967a-4f86-82a2-a341b1c1e750.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.123420] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.092s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.125332] env[69308]: INFO nova.compute.claims [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.131873] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0fb6542-f33f-4a1c-8342-41a5807a2043 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.147534] env[69308]: DEBUG nova.compute.manager [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.147766] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.149431] env[69308]: INFO nova.scheduler.client.report [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Deleted allocations for instance 873b054f-64dc-4d97-b89c-995dd3702690 [ 768.150861] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc30be9-5566-402c-a269-cb49ca1c6d72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.163315] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868229, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.165289] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 768.165289] env[69308]: value = "task-3868233" [ 768.165289] env[69308]: _type = "Task" [ 768.165289] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.171514] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.173032] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0156481f-a3ff-4ef2-b574-e92f325bb901 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.180078] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.181775] env[69308]: DEBUG oslo_vmware.api [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 768.181775] env[69308]: value = "task-3868234" [ 768.181775] env[69308]: _type = "Task" [ 768.181775] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.192279] env[69308]: DEBUG oslo_vmware.api [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.285131] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868232, 'name': PowerOffVM_Task, 'duration_secs': 0.145375} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.285131] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.285629] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.286668] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e1f095-a7d5-4dae-a8f4-a254efce2c4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.295218] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.295536] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad9872e-b64b-403d-8ed9-e9ca9a0db5f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.330236] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.330492] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.330690] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Deleting the datastore file [datastore1] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.331139] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72af2c7a-1def-4572-ab5f-d93a7e00909c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.341262] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 768.341262] env[69308]: value = "task-3868236" [ 768.341262] env[69308]: _type = "Task" [ 768.341262] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.351090] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.562572] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.571827] env[69308]: DEBUG oslo_vmware.api [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868230, 'name': PowerOnVM_Task, 'duration_secs': 1.485201} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.571827] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.572666] env[69308]: DEBUG nova.compute.manager [None req-ca2af306-8e71-4d1d-87cd-8feecfc84fb8 tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.573422] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364205fa-4869-42d8-b22a-780e3b19d025 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.625561] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868229, 'name': CreateVM_Task, 'duration_secs': 1.591764} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.626901] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.627455] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.627633] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.628012] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.628582] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d578bc42-da44-4624-beff-60754cfd1ff1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.634988] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 768.634988] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]521ebca1-71c5-1a60-b70d-f06d31c917d0" [ 768.634988] env[69308]: _type = "Task" [ 768.634988] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.646457] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521ebca1-71c5-1a60-b70d-f06d31c917d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.664029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-485e61af-fae5-4ad7-af3e-2d8d92744fd8 tempest-ServersAaction247Test-1453411899 tempest-ServersAaction247Test-1453411899-project-member] Lock "873b054f-64dc-4d97-b89c-995dd3702690" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.544s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.681871] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868233, 'name': ReconfigVM_Task, 'duration_secs': 0.390371} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.682410] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 42b6c9c6-967a-4f86-82a2-a341b1c1e750/42b6c9c6-967a-4f86-82a2-a341b1c1e750.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.687163] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c9f8ad8-35f3-43c4-91f0-c6520e536f05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.698253] env[69308]: DEBUG oslo_vmware.api [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868234, 'name': PowerOffVM_Task, 'duration_secs': 0.222891} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.699437] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.699624] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.699982] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 768.699982] env[69308]: value = "task-3868237" [ 768.699982] env[69308]: _type = "Task" [ 768.699982] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.700255] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92ffbf71-4ed6-4aa2-9956-a479e949dc93 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.719179] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868237, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.788954] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.789326] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.789664] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleting the datastore file [datastore1] 5472357a-7746-41f9-9c0a-4edaaea0570a {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.790336] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eee144ed-de84-4f6b-8b44-3876cae740cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.799620] env[69308]: DEBUG oslo_vmware.api [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 768.799620] env[69308]: value = "task-3868239" [ 768.799620] env[69308]: _type = "Task" [ 768.799620] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.809756] env[69308]: DEBUG oslo_vmware.api [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.851798] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151552} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.852072] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.852270] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.852456] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.147042] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521ebca1-71c5-1a60-b70d-f06d31c917d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.147520] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.147779] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.148068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.148231] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.148417] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.148692] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-814cdeb8-7b83-4162-a14f-729f914d7175 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.158614] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.158725] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.159525] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b3d06c2-d95e-4089-94b9-617eb3438903 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.166826] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 769.166826] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52197999-8877-6493-9bf6-c778afd8b85d" [ 769.166826] env[69308]: _type = "Task" [ 769.166826] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.181262] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52197999-8877-6493-9bf6-c778afd8b85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.215661] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868237, 'name': Rename_Task, 'duration_secs': 0.203488} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.215821] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.216114] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb09cf7c-fd56-44f6-8248-f670ce67fcda {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.225212] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 769.225212] env[69308]: value = "task-3868240" [ 769.225212] env[69308]: _type = "Task" [ 769.225212] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.235916] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.311194] env[69308]: DEBUG oslo_vmware.api [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216365} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.314684] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.314983] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.315187] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.315451] env[69308]: INFO nova.compute.manager [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 769.315622] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.316168] env[69308]: DEBUG nova.compute.manager [-] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.316168] env[69308]: DEBUG nova.network.neutron [-] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.687034] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52197999-8877-6493-9bf6-c778afd8b85d, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.690850] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f8bd2a-a519-4eed-894d-10e2bd3cdca3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.705221] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 769.705221] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e01e97-c68f-b06e-1a0a-f4ddd6dbe9f0" [ 769.705221] env[69308]: _type = "Task" [ 769.705221] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.722696] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e01e97-c68f-b06e-1a0a-f4ddd6dbe9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.739186] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.788220] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5279401-aa6c-4207-8fff-2ba6742fe7cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.799479] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a997da04-1231-4cf3-8042-5ee600f55cb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.830825] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caefcb9-d4f5-47eb-a6ca-f39918aa7976 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.841913] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0bf61f-f0f2-4095-af0a-768d1cecbb4a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.674050] env[69308]: DEBUG nova.network.neutron [-] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.674050] env[69308]: DEBUG nova.compute.provider_tree [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.684251] env[69308]: DEBUG nova.compute.manager [req-52430066-a51d-4b56-8d89-f5381011283d req-bdba72ac-9719-431a-b870-b74874ef66ae service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Received event network-vif-deleted-76010ebe-0457-4212-b19d-ee1d4c4c79ea {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.684251] env[69308]: INFO nova.compute.manager [req-52430066-a51d-4b56-8d89-f5381011283d req-bdba72ac-9719-431a-b870-b74874ef66ae service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Neutron deleted interface 76010ebe-0457-4212-b19d-ee1d4c4c79ea; detaching it from the instance and deleting it from the info cache [ 770.684383] env[69308]: DEBUG nova.network.neutron [req-52430066-a51d-4b56-8d89-f5381011283d req-bdba72ac-9719-431a-b870-b74874ef66ae service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.692760] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e01e97-c68f-b06e-1a0a-f4ddd6dbe9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.042002} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.697505] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.698179] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 22889b96-78e6-4b9c-8b43-a423dfe509bc/22889b96-78e6-4b9c-8b43-a423dfe509bc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.698284] env[69308]: DEBUG oslo_vmware.api [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868240, 'name': PowerOnVM_Task, 'duration_secs': 0.742987} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.698862] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af32082f-9b4b-4472-957f-9e17bffc41e3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.701179] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.701342] env[69308]: INFO nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Took 9.95 seconds to spawn the instance on the hypervisor. [ 770.701519] env[69308]: DEBUG nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.702874] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41fe83d-9c2c-407d-ba31-44f628bb1ec9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.720905] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 770.720905] env[69308]: value = "task-3868242" [ 770.720905] env[69308]: _type = "Task" [ 770.720905] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.723473] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.723727] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.723904] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.724099] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.724262] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.724420] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.724645] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.724814] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.724996] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.725248] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.725489] env[69308]: DEBUG nova.virt.hardware [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.727488] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813da85c-be6f-4984-af8e-1f7a0c2cc01b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.745317] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b809950-ecff-4e1d-b6a0-7cf812e938f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.751237] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.766276] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.773822] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.773822] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.773822] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-994e3492-193a-442a-bf33-0a47c0dabdb3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.797429] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.797429] env[69308]: value = "task-3868243" [ 770.797429] env[69308]: _type = "Task" [ 770.797429] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.809183] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868243, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.812437] env[69308]: DEBUG nova.compute.manager [req-f75bd07a-6ef3-4c84-8d1c-0f074965095c req-a487f1f1-5eba-400e-a261-52aef1607891 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Received event network-changed-89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.812437] env[69308]: DEBUG nova.compute.manager [req-f75bd07a-6ef3-4c84-8d1c-0f074965095c req-a487f1f1-5eba-400e-a261-52aef1607891 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing instance network info cache due to event network-changed-89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.812677] env[69308]: DEBUG oslo_concurrency.lockutils [req-f75bd07a-6ef3-4c84-8d1c-0f074965095c req-a487f1f1-5eba-400e-a261-52aef1607891 service nova] Acquiring lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.813353] env[69308]: DEBUG oslo_concurrency.lockutils [req-f75bd07a-6ef3-4c84-8d1c-0f074965095c req-a487f1f1-5eba-400e-a261-52aef1607891 service nova] Acquired lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.813353] env[69308]: DEBUG nova.network.neutron [req-f75bd07a-6ef3-4c84-8d1c-0f074965095c req-a487f1f1-5eba-400e-a261-52aef1607891 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.178387] env[69308]: INFO nova.compute.manager [-] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Took 1.86 seconds to deallocate network for instance. [ 771.187553] env[69308]: DEBUG nova.scheduler.client.report [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.195874] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a90b6612-9985-4de1-8fdc-bba737905d22 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.213702] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aeaa04-0274-4ad5-b006-194b2369f92b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.241397] env[69308]: INFO nova.compute.manager [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Took 49.89 seconds to build instance. [ 771.276474] env[69308]: DEBUG nova.compute.manager [req-52430066-a51d-4b56-8d89-f5381011283d req-bdba72ac-9719-431a-b870-b74874ef66ae service nova] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Detach interface failed, port_id=76010ebe-0457-4212-b19d-ee1d4c4c79ea, reason: Instance 5472357a-7746-41f9-9c0a-4edaaea0570a could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 771.283896] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.315204] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868243, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.642499] env[69308]: DEBUG nova.network.neutron [req-f75bd07a-6ef3-4c84-8d1c-0f074965095c req-a487f1f1-5eba-400e-a261-52aef1607891 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updated VIF entry in instance network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.643110] env[69308]: DEBUG nova.network.neutron [req-f75bd07a-6ef3-4c84-8d1c-0f074965095c req-a487f1f1-5eba-400e-a261-52aef1607891 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [{"id": "89092681-3be6-4818-a0ff-5bf32e026917", "address": "fa:16:3e:98:f9:7f", "network": {"id": "30212aaf-a11b-40db-b137-ae47309fa107", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-626381217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2895d9ca9cad4860a98128434be6f12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89092681-3b", "ovs_interfaceid": "89092681-3be6-4818-a0ff-5bf32e026917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.694504] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.700665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.577s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.701284] env[69308]: DEBUG nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.704385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.058s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.705983] env[69308]: INFO nova.compute.claims [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.744407] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f155c993-90fc-4cb3-9571-9eee204a0cc2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.880s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.744698] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592439} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.746040] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 22889b96-78e6-4b9c-8b43-a423dfe509bc/22889b96-78e6-4b9c-8b43-a423dfe509bc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.746438] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.747149] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7897d8-2353-4349-a033-5a0b77f3604e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.756986] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 771.756986] env[69308]: value = "task-3868244" [ 771.756986] env[69308]: _type = "Task" [ 771.756986] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.770819] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.811620] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868243, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.146492] env[69308]: DEBUG oslo_concurrency.lockutils [req-f75bd07a-6ef3-4c84-8d1c-0f074965095c req-a487f1f1-5eba-400e-a261-52aef1607891 service nova] Releasing lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.212018] env[69308]: DEBUG nova.compute.utils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.217649] env[69308]: DEBUG nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.217902] env[69308]: DEBUG nova.network.neutron [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.251114] env[69308]: DEBUG nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.268719] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199154} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.270573] env[69308]: DEBUG nova.policy [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39da2f5b09814d498e805b428f31ad3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6045c022af69496391c36523d46a0ad7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.272465] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.273734] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c23bc7-d56f-4e2d-81d4-83c45d97be0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.309691] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 22889b96-78e6-4b9c-8b43-a423dfe509bc/22889b96-78e6-4b9c-8b43-a423dfe509bc.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.310529] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562df5ef-2812-44a6-a9c0-3a52afcb6956 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.337658] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868243, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.339374] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 772.339374] env[69308]: value = "task-3868245" [ 772.339374] env[69308]: _type = "Task" [ 772.339374] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.351815] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.396422] env[69308]: DEBUG nova.compute.manager [req-1e2e2a6e-e966-493f-bffb-43f70044deac req-d90fca8f-16e7-46ee-8572-4f9955dc949c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Received event network-changed-89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.396422] env[69308]: DEBUG nova.compute.manager [req-1e2e2a6e-e966-493f-bffb-43f70044deac req-d90fca8f-16e7-46ee-8572-4f9955dc949c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing instance network info cache due to event network-changed-89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.396422] env[69308]: DEBUG oslo_concurrency.lockutils [req-1e2e2a6e-e966-493f-bffb-43f70044deac req-d90fca8f-16e7-46ee-8572-4f9955dc949c service nova] Acquiring lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.396422] env[69308]: DEBUG oslo_concurrency.lockutils [req-1e2e2a6e-e966-493f-bffb-43f70044deac req-d90fca8f-16e7-46ee-8572-4f9955dc949c service nova] Acquired lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.396422] env[69308]: DEBUG nova.network.neutron [req-1e2e2a6e-e966-493f-bffb-43f70044deac req-d90fca8f-16e7-46ee-8572-4f9955dc949c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.718624] env[69308]: DEBUG nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.785355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.826384] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868243, 'name': CreateVM_Task, 'duration_secs': 1.554993} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.827013] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.827609] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.828171] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.829017] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.829567] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebfa801-892f-457d-85ca-b136ead4eee6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.839355] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 772.839355] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5242e7b3-67a0-c2ae-c939-ba78bb5204da" [ 772.839355] env[69308]: _type = "Task" [ 772.839355] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.859077] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5242e7b3-67a0-c2ae-c939-ba78bb5204da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.863740] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.884683] env[69308]: DEBUG nova.network.neutron [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Successfully created port: c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.220173] env[69308]: DEBUG nova.network.neutron [req-1e2e2a6e-e966-493f-bffb-43f70044deac req-d90fca8f-16e7-46ee-8572-4f9955dc949c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updated VIF entry in instance network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.220173] env[69308]: DEBUG nova.network.neutron [req-1e2e2a6e-e966-493f-bffb-43f70044deac req-d90fca8f-16e7-46ee-8572-4f9955dc949c service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [{"id": "89092681-3be6-4818-a0ff-5bf32e026917", "address": "fa:16:3e:98:f9:7f", "network": {"id": "30212aaf-a11b-40db-b137-ae47309fa107", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-626381217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2895d9ca9cad4860a98128434be6f12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89092681-3b", "ovs_interfaceid": "89092681-3be6-4818-a0ff-5bf32e026917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.363441] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868245, 'name': ReconfigVM_Task, 'duration_secs': 0.805947} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.368994] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 22889b96-78e6-4b9c-8b43-a423dfe509bc/22889b96-78e6-4b9c-8b43-a423dfe509bc.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.369849] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5242e7b3-67a0-c2ae-c939-ba78bb5204da, 'name': SearchDatastore_Task, 'duration_secs': 0.022757} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.372727] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f3e18e2-54ff-4a19-809e-1086f03dc1b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.374706] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.374976] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.375238] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.375490] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.375577] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.376903] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f1d1a2-b533-4e18-86b2-3152583b58f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.385880] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 773.385880] env[69308]: value = "task-3868247" [ 773.385880] env[69308]: _type = "Task" [ 773.385880] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.397365] env[69308]: DEBUG nova.compute.manager [req-f2a8155b-fe4c-4116-b611-4a6ecaf26653 req-7542e56d-17f5-4922-8465-3af2c7426c75 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Received event network-changed-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.397567] env[69308]: DEBUG nova.compute.manager [req-f2a8155b-fe4c-4116-b611-4a6ecaf26653 req-7542e56d-17f5-4922-8465-3af2c7426c75 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Refreshing instance network info cache due to event network-changed-d20fa1e0-74a8-4b53-9ffe-da81932ebd22. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.397792] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a8155b-fe4c-4116-b611-4a6ecaf26653 req-7542e56d-17f5-4922-8465-3af2c7426c75 service nova] Acquiring lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.397940] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a8155b-fe4c-4116-b611-4a6ecaf26653 req-7542e56d-17f5-4922-8465-3af2c7426c75 service nova] Acquired lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.398330] env[69308]: DEBUG nova.network.neutron [req-f2a8155b-fe4c-4116-b611-4a6ecaf26653 req-7542e56d-17f5-4922-8465-3af2c7426c75 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Refreshing network info cache for port d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.403372] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.403372] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.406167] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8dc7e0-b66e-41ad-a8ce-f79184d4d2b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.409785] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868247, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.419389] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 773.419389] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52621b88-3239-e6d7-4536-5fc596209fcc" [ 773.419389] env[69308]: _type = "Task" [ 773.419389] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.434341] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52621b88-3239-e6d7-4536-5fc596209fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.501966] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdf066b-0ae7-4a0d-b220-8e99e5ceb34a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.511829] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab18a22e-761c-453a-bd74-e764bfa1daee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.548030] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48744eb7-e075-4302-8c66-23071ddea505 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.556622] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a32c2-1021-4d1d-9f93-05e04db58904 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.575400] env[69308]: DEBUG nova.compute.provider_tree [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.722423] env[69308]: DEBUG oslo_concurrency.lockutils [req-1e2e2a6e-e966-493f-bffb-43f70044deac req-d90fca8f-16e7-46ee-8572-4f9955dc949c service nova] Releasing lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.742139] env[69308]: DEBUG nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.771712] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.772321] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.772603] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.772889] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.773151] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.773291] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.773514] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.773740] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.773970] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.774243] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.774562] env[69308]: DEBUG nova.virt.hardware [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.775697] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62df8ca-e32f-423e-addd-5200e4cd6f43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.785525] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c9549b-546a-4fc5-bc6a-9529990a893c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.895934] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868247, 'name': Rename_Task, 'duration_secs': 0.425572} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.896446] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.896715] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-085f05aa-0067-49de-850e-e26b97f53f27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.905483] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 773.905483] env[69308]: value = "task-3868248" [ 773.905483] env[69308]: _type = "Task" [ 773.905483] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.915082] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.933026] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52621b88-3239-e6d7-4536-5fc596209fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.015908} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.933026] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e79a03d-5c0c-4050-ad6a-437e75c1f737 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.942803] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 773.942803] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52648a4b-9bcc-d16d-1da1-63fb7c4468a5" [ 773.942803] env[69308]: _type = "Task" [ 773.942803] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.954273] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52648a4b-9bcc-d16d-1da1-63fb7c4468a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.079114] env[69308]: DEBUG nova.scheduler.client.report [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.190614] env[69308]: DEBUG nova.network.neutron [req-f2a8155b-fe4c-4116-b611-4a6ecaf26653 req-7542e56d-17f5-4922-8465-3af2c7426c75 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updated VIF entry in instance network info cache for port d20fa1e0-74a8-4b53-9ffe-da81932ebd22. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.190614] env[69308]: DEBUG nova.network.neutron [req-f2a8155b-fe4c-4116-b611-4a6ecaf26653 req-7542e56d-17f5-4922-8465-3af2c7426c75 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updating instance_info_cache with network_info: [{"id": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "address": "fa:16:3e:d8:67:9c", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20fa1e0-74", "ovs_interfaceid": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.418554] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.454095] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52648a4b-9bcc-d16d-1da1-63fb7c4468a5, 'name': SearchDatastore_Task, 'duration_secs': 0.026271} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.454385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.454647] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9/0a8b54ec-3f2c-4313-a47b-cc81e55c20f9.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.454919] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c03bf9-55fa-46ca-bd5c-873e0270848b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.464128] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 774.464128] env[69308]: value = "task-3868249" [ 774.464128] env[69308]: _type = "Task" [ 774.464128] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.478025] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.585355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.585599] env[69308]: DEBUG nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.589974] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.116s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.590128] env[69308]: DEBUG nova.objects.instance [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lazy-loading 'resources' on Instance uuid d35dd075-3bec-4293-988f-9940f9fb78e3 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.593180] env[69308]: DEBUG nova.compute.manager [req-0afad2c1-412c-47bd-90d3-d1fd0ae5bc6f req-eee0f0ed-0286-48b7-b7e0-1e62132ba409 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Received event network-changed-89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.593180] env[69308]: DEBUG nova.compute.manager [req-0afad2c1-412c-47bd-90d3-d1fd0ae5bc6f req-eee0f0ed-0286-48b7-b7e0-1e62132ba409 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing instance network info cache due to event network-changed-89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.593180] env[69308]: DEBUG oslo_concurrency.lockutils [req-0afad2c1-412c-47bd-90d3-d1fd0ae5bc6f req-eee0f0ed-0286-48b7-b7e0-1e62132ba409 service nova] Acquiring lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.593180] env[69308]: DEBUG oslo_concurrency.lockutils [req-0afad2c1-412c-47bd-90d3-d1fd0ae5bc6f req-eee0f0ed-0286-48b7-b7e0-1e62132ba409 service nova] Acquired lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.593316] env[69308]: DEBUG nova.network.neutron [req-0afad2c1-412c-47bd-90d3-d1fd0ae5bc6f req-eee0f0ed-0286-48b7-b7e0-1e62132ba409 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.695620] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2a8155b-fe4c-4116-b611-4a6ecaf26653 req-7542e56d-17f5-4922-8465-3af2c7426c75 service nova] Releasing lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.917820] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.982193] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868249, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.097585] env[69308]: DEBUG nova.compute.utils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.107535] env[69308]: DEBUG nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.107910] env[69308]: DEBUG nova.network.neutron [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.137409] env[69308]: DEBUG nova.network.neutron [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Successfully updated port: c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.182498] env[69308]: DEBUG nova.policy [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e26717205ff474e8ee82038b9f42766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fba0e4c72f49a491737d845110871d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.424279] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.480477] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824884} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.483572] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9/0a8b54ec-3f2c-4313-a47b-cc81e55c20f9.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.483998] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.484613] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45e5b621-31c4-4501-9217-456f4fda6cbe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.493476] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 775.493476] env[69308]: value = "task-3868251" [ 775.493476] env[69308]: _type = "Task" [ 775.493476] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.507426] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.605270] env[69308]: DEBUG nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.643766] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.643930] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.644104] env[69308]: DEBUG nova.network.neutron [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.722445] env[69308]: DEBUG nova.network.neutron [req-0afad2c1-412c-47bd-90d3-d1fd0ae5bc6f req-eee0f0ed-0286-48b7-b7e0-1e62132ba409 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updated VIF entry in instance network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.722812] env[69308]: DEBUG nova.network.neutron [req-0afad2c1-412c-47bd-90d3-d1fd0ae5bc6f req-eee0f0ed-0286-48b7-b7e0-1e62132ba409 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [{"id": "89092681-3be6-4818-a0ff-5bf32e026917", "address": "fa:16:3e:98:f9:7f", "network": {"id": "30212aaf-a11b-40db-b137-ae47309fa107", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-626381217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2895d9ca9cad4860a98128434be6f12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89092681-3b", "ovs_interfaceid": "89092681-3be6-4818-a0ff-5bf32e026917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.809333] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadcb5ee-23d4-4958-9374-e9660b73b3a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.817103] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d2e4f-54f9-4c42-afde-545ad74c5b67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.864977] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb338019-1475-47d3-b290-3a3d14ab8532 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.877300] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afecad88-f5a9-48ee-97e1-bc90fa377b2e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.900030] env[69308]: DEBUG nova.compute.provider_tree [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.922677] env[69308]: DEBUG oslo_vmware.api [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868248, 'name': PowerOnVM_Task, 'duration_secs': 1.996629} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.925369] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.925659] env[69308]: INFO nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Took 12.28 seconds to spawn the instance on the hypervisor. [ 775.925883] env[69308]: DEBUG nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.927196] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44517db8-0303-4c8f-9a73-0f0c1e15e6ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.983784] env[69308]: DEBUG nova.network.neutron [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Successfully created port: ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.009571] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075292} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.009571] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.009571] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f4e237-e694-43b2-bd26-97ba2c0bec46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.031310] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9/0a8b54ec-3f2c-4313-a47b-cc81e55c20f9.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.031681] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8f710e-28f8-4eec-ae5f-1d0be807f19b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.056479] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 776.056479] env[69308]: value = "task-3868252" [ 776.056479] env[69308]: _type = "Task" [ 776.056479] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.066313] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.215857] env[69308]: DEBUG nova.network.neutron [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.229101] env[69308]: DEBUG oslo_concurrency.lockutils [req-0afad2c1-412c-47bd-90d3-d1fd0ae5bc6f req-eee0f0ed-0286-48b7-b7e0-1e62132ba409 service nova] Releasing lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.438922] env[69308]: DEBUG nova.scheduler.client.report [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 776.439220] env[69308]: DEBUG nova.compute.provider_tree [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 69 to 70 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 776.439402] env[69308]: DEBUG nova.compute.provider_tree [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.455845] env[69308]: INFO nova.compute.manager [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Took 47.03 seconds to build instance. [ 776.509160] env[69308]: DEBUG nova.network.neutron [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updating instance_info_cache with network_info: [{"id": "c12df330-bee4-42e5-af16-5883470c04d7", "address": "fa:16:3e:64:a0:b5", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12df330-be", "ovs_interfaceid": "c12df330-bee4-42e5-af16-5883470c04d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.570824] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868252, 'name': ReconfigVM_Task, 'duration_secs': 0.324899} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.573736] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9/0a8b54ec-3f2c-4313-a47b-cc81e55c20f9.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.575470] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d7dd437-43b9-4893-afbe-eb7fcb143417 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.578705] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] Acquiring lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.578871] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] Acquired lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.579059] env[69308]: DEBUG nova.network.neutron [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.586867] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 776.586867] env[69308]: value = "task-3868253" [ 776.586867] env[69308]: _type = "Task" [ 776.586867] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.598587] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868253, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.616657] env[69308]: DEBUG nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.646829] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.647111] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.647277] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.647554] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.647709] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.647851] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.648073] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.649155] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.649420] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.649591] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.649767] env[69308]: DEBUG nova.virt.hardware [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.650775] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6677c03b-c182-4c45-a601-be07281ce31a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.660208] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faf98b2-5b4f-4d8c-985c-8d68b57ab6bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.814076] env[69308]: DEBUG nova.compute.manager [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Received event network-changed-89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.814278] env[69308]: DEBUG nova.compute.manager [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing instance network info cache due to event network-changed-89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.814520] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Acquiring lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.814778] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Acquired lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.815928] env[69308]: DEBUG nova.network.neutron [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Refreshing network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.957311] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.957884] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.505s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.958139] env[69308]: DEBUG nova.objects.instance [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lazy-loading 'resources' on Instance uuid fad3ad44-43cd-442e-8723-d27bbb893e0d {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.959552] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e3eaba3f-2116-4495-bcae-7fa495c77fdc tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "22889b96-78e6-4b9c-8b43-a423dfe509bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.883s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.982721] env[69308]: INFO nova.scheduler.client.report [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Deleted allocations for instance d35dd075-3bec-4293-988f-9940f9fb78e3 [ 777.011800] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Releasing lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.012043] env[69308]: DEBUG nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance network_info: |[{"id": "c12df330-bee4-42e5-af16-5883470c04d7", "address": "fa:16:3e:64:a0:b5", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12df330-be", "ovs_interfaceid": "c12df330-bee4-42e5-af16-5883470c04d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.012485] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:a0:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c12df330-bee4-42e5-af16-5883470c04d7', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.020364] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.020593] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.021092] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f742d599-41c8-417e-a44a-516ad833c684 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.044624] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.044624] env[69308]: value = "task-3868254" [ 777.044624] env[69308]: _type = "Task" [ 777.044624] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.055992] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868254, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.097233] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868253, 'name': Rename_Task, 'duration_secs': 0.17854} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.097652] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.098018] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f9df3a6-1c4a-430e-b750-b78fc4fd3e2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.105313] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 777.105313] env[69308]: value = "task-3868255" [ 777.105313] env[69308]: _type = "Task" [ 777.105313] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.116454] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.213356] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.213356] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.213356] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.213356] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.213356] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.217447] env[69308]: INFO nova.compute.manager [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Terminating instance [ 777.465615] env[69308]: DEBUG nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.506136] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54886008-7d23-47d8-ac98-0720ae1769e8 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "d35dd075-3bec-4293-988f-9940f9fb78e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.663s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.558780] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868254, 'name': CreateVM_Task, 'duration_secs': 0.429056} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.558919] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.559825] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.559825] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.560063] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.560368] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328cf1ad-9240-4eea-a867-d231ca57f978 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.566352] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 777.566352] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f139d0-9656-fede-ece8-6bec221f147d" [ 777.566352] env[69308]: _type = "Task" [ 777.566352] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.582335] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f139d0-9656-fede-ece8-6bec221f147d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.592113] env[69308]: DEBUG nova.network.neutron [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Updating instance_info_cache with network_info: [{"id": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "address": "fa:16:3e:e9:d6:09", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2e9aad-b5", "ovs_interfaceid": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.619905] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868255, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.679745] env[69308]: DEBUG nova.network.neutron [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updated VIF entry in instance network info cache for port 89092681-3be6-4818-a0ff-5bf32e026917. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.680160] env[69308]: DEBUG nova.network.neutron [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [{"id": "89092681-3be6-4818-a0ff-5bf32e026917", "address": "fa:16:3e:98:f9:7f", "network": {"id": "30212aaf-a11b-40db-b137-ae47309fa107", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-626381217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2895d9ca9cad4860a98128434be6f12e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89092681-3b", "ovs_interfaceid": "89092681-3be6-4818-a0ff-5bf32e026917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.722455] env[69308]: DEBUG nova.compute.manager [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.722455] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.723118] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d38fa8-4f82-4cc1-b0d7-489bb6bfdaea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.733956] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.734250] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6833e4b6-385d-43b5-9ca8-39585ab1b102 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.743797] env[69308]: DEBUG oslo_vmware.api [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 777.743797] env[69308]: value = "task-3868256" [ 777.743797] env[69308]: _type = "Task" [ 777.743797] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.761955] env[69308]: DEBUG oslo_vmware.api [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.997501] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.081148] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f139d0-9656-fede-ece8-6bec221f147d, 'name': SearchDatastore_Task, 'duration_secs': 0.025565} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.081620] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.081783] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.082056] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.082167] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.082351] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.082657] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c82ed9b7-67d3-499f-9b3c-8151c4eeddb3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.092972] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.093206] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.097108] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6e1441-388e-44d3-b90d-ba369efe744c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.100082] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] Releasing lock "refresh_cache-22889b96-78e6-4b9c-8b43-a423dfe509bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.100543] env[69308]: DEBUG nova.compute.manager [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Inject network info {{(pid=69308) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 778.100734] env[69308]: DEBUG nova.compute.manager [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] network_info to inject: |[{"id": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "address": "fa:16:3e:e9:d6:09", "network": {"id": "ddd79376-05e8-4b06-9c35-f442ea390cd3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-72262638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c43014e01f741f79061f95c5b6d1df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c2e9aad-b5", "ovs_interfaceid": "3c2e9aad-b55a-41dd-8364-11063ce47d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 778.107294] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Reconfiguring VM instance to set the machine id {{(pid=69308) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 778.108217] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6be36eb-01e3-4948-b10e-556eeab78a03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.132390] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 778.132390] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5295fe1f-c02f-c0b2-9538-f792b5df5cc8" [ 778.132390] env[69308]: _type = "Task" [ 778.132390] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.145118] env[69308]: DEBUG oslo_vmware.api [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] Waiting for the task: (returnval){ [ 778.145118] env[69308]: value = "task-3868257" [ 778.145118] env[69308]: _type = "Task" [ 778.145118] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.145386] env[69308]: DEBUG oslo_vmware.api [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868255, 'name': PowerOnVM_Task, 'duration_secs': 0.698659} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.146337] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.146547] env[69308]: DEBUG nova.compute.manager [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.152367] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe671ab-52e1-4948-bc4e-43a28cf8b689 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.164682] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5295fe1f-c02f-c0b2-9538-f792b5df5cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.171233] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fd8e6b-1b2f-438b-b230-3a13e6243fa9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.176218] env[69308]: DEBUG oslo_vmware.api [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] Task: {'id': task-3868257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.184382] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Releasing lock "refresh_cache-3c81e760-ffaa-4b84-bd9b-2e253f268dee" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.184872] env[69308]: DEBUG nova.compute.manager [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Received event network-vif-plugged-c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.185369] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Acquiring lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.185681] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.185965] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.186222] env[69308]: DEBUG nova.compute.manager [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] No waiting events found dispatching network-vif-plugged-c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.186460] env[69308]: WARNING nova.compute.manager [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Received unexpected event network-vif-plugged-c12df330-bee4-42e5-af16-5883470c04d7 for instance with vm_state building and task_state spawning. [ 778.186680] env[69308]: DEBUG nova.compute.manager [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Received event network-changed-c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.186980] env[69308]: DEBUG nova.compute.manager [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Refreshing instance network info cache due to event network-changed-c12df330-bee4-42e5-af16-5883470c04d7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.187316] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Acquiring lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.187500] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Acquired lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.187725] env[69308]: DEBUG nova.network.neutron [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Refreshing network info cache for port c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.189166] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 778.189166] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b2fdd2-6b09-00a7-2c13-6ce7b96f11bd" [ 778.189166] env[69308]: _type = "Task" [ 778.189166] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.209839] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b2fdd2-6b09-00a7-2c13-6ce7b96f11bd, 'name': SearchDatastore_Task, 'duration_secs': 0.017025} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.211246] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.211657] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fe4ef999-119c-4235-85dd-f1848885b31a/fe4ef999-119c-4235-85dd-f1848885b31a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.212445] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5250e1f-1c56-48d6-b279-b9d1d17abf9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.227731] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 778.227731] env[69308]: value = "task-3868258" [ 778.227731] env[69308]: _type = "Task" [ 778.227731] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.227731] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c4286d-76a4-4b7c-8968-44e5017965e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.249112] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.254101] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b3e7d-4a1e-4ef2-a5a2-ba757222cd94 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.270331] env[69308]: DEBUG oslo_vmware.api [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868256, 'name': PowerOffVM_Task, 'duration_secs': 0.482556} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.316168] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.316566] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.317767] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1451cb5d-852d-48f0-9b6c-44f782ed7266 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.321047] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de09b20-e5ef-4ae1-b631-8a02c52158fe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.334248] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67351e3-117e-440f-919a-905054fb4f9c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.352700] env[69308]: DEBUG nova.compute.provider_tree [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.356103] env[69308]: DEBUG nova.compute.manager [req-2acd88b6-2556-45c3-a28d-db345cfc6ec0 req-948465d8-a108-438e-8964-02608fd35472 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Received event network-vif-plugged-ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.356659] env[69308]: DEBUG oslo_concurrency.lockutils [req-2acd88b6-2556-45c3-a28d-db345cfc6ec0 req-948465d8-a108-438e-8964-02608fd35472 service nova] Acquiring lock "44c77d66-cb34-49be-a255-8cdf9efe6a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.356659] env[69308]: DEBUG oslo_concurrency.lockutils [req-2acd88b6-2556-45c3-a28d-db345cfc6ec0 req-948465d8-a108-438e-8964-02608fd35472 service nova] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.356876] env[69308]: DEBUG oslo_concurrency.lockutils [req-2acd88b6-2556-45c3-a28d-db345cfc6ec0 req-948465d8-a108-438e-8964-02608fd35472 service nova] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.356876] env[69308]: DEBUG nova.compute.manager [req-2acd88b6-2556-45c3-a28d-db345cfc6ec0 req-948465d8-a108-438e-8964-02608fd35472 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] No waiting events found dispatching network-vif-plugged-ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.357050] env[69308]: WARNING nova.compute.manager [req-2acd88b6-2556-45c3-a28d-db345cfc6ec0 req-948465d8-a108-438e-8964-02608fd35472 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Received unexpected event network-vif-plugged-ef03554e-e4af-47ea-9c56-1d7207f8e08e for instance with vm_state building and task_state spawning. [ 778.361375] env[69308]: DEBUG nova.network.neutron [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Successfully updated port: ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.404275] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.406178] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.406178] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Deleting the datastore file [datastore1] 3c81e760-ffaa-4b84-bd9b-2e253f268dee {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.406178] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e3ad35-ceef-4983-9381-70d047c4df67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.413607] env[69308]: DEBUG oslo_vmware.api [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for the task: (returnval){ [ 778.413607] env[69308]: value = "task-3868260" [ 778.413607] env[69308]: _type = "Task" [ 778.413607] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.423258] env[69308]: DEBUG oslo_vmware.api [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.658720] env[69308]: DEBUG oslo_vmware.api [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] Task: {'id': task-3868257, 'name': ReconfigVM_Task, 'duration_secs': 0.24216} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.658720] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ec7386-f999-48f2-887f-17e88e6c4997 tempest-ServersAdminTestJSON-1726176697 tempest-ServersAdminTestJSON-1726176697-project-admin] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Reconfigured VM instance to set the machine id {{(pid=69308) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 778.693249] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.739736] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.860282] env[69308]: DEBUG nova.scheduler.client.report [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.867335] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.867472] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.867660] env[69308]: DEBUG nova.network.neutron [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.929165] env[69308]: DEBUG oslo_vmware.api [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Task: {'id': task-3868260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448166} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.932171] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.932379] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.932570] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.932804] env[69308]: INFO nova.compute.manager [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Took 1.21 seconds to destroy the instance on the hypervisor. [ 778.932964] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.933578] env[69308]: DEBUG nova.compute.manager [-] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.933578] env[69308]: DEBUG nova.network.neutron [-] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.024832] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Acquiring lock "bc0637c2-ea33-4d9a-b789-c1f781370019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.024832] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "bc0637c2-ea33-4d9a-b789-c1f781370019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.128032] env[69308]: DEBUG nova.network.neutron [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updated VIF entry in instance network info cache for port c12df330-bee4-42e5-af16-5883470c04d7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.128315] env[69308]: DEBUG nova.network.neutron [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updating instance_info_cache with network_info: [{"id": "c12df330-bee4-42e5-af16-5883470c04d7", "address": "fa:16:3e:64:a0:b5", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12df330-be", "ovs_interfaceid": "c12df330-bee4-42e5-af16-5883470c04d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.236960] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572337} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.239848] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fe4ef999-119c-4235-85dd-f1848885b31a/fe4ef999-119c-4235-85dd-f1848885b31a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.239848] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.239848] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e8d13b-aa6e-4eec-9450-c198ac4dcc82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.248514] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 779.248514] env[69308]: value = "task-3868261" [ 779.248514] env[69308]: _type = "Task" [ 779.248514] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.257697] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.370251] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.412s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.374226] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.302s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.376673] env[69308]: DEBUG nova.objects.instance [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lazy-loading 'resources' on Instance uuid 29b9af6b-f049-410e-b20f-5de1d3c84611 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.386351] env[69308]: DEBUG nova.compute.manager [req-42ace44c-afb3-44e6-b05b-19f26f6fbc2d req-3cf21d53-efe4-4ca5-b019-eb455031d8f3 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Received event network-vif-deleted-89092681-3be6-4818-a0ff-5bf32e026917 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.387273] env[69308]: INFO nova.compute.manager [req-42ace44c-afb3-44e6-b05b-19f26f6fbc2d req-3cf21d53-efe4-4ca5-b019-eb455031d8f3 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Neutron deleted interface 89092681-3be6-4818-a0ff-5bf32e026917; detaching it from the instance and deleting it from the info cache [ 779.387273] env[69308]: DEBUG nova.network.neutron [req-42ace44c-afb3-44e6-b05b-19f26f6fbc2d req-3cf21d53-efe4-4ca5-b019-eb455031d8f3 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.438217] env[69308]: INFO nova.scheduler.client.report [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Deleted allocations for instance fad3ad44-43cd-442e-8723-d27bbb893e0d [ 779.443688] env[69308]: DEBUG nova.network.neutron [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.584999] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.585371] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.585703] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.585990] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.586269] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.589621] env[69308]: INFO nova.compute.manager [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Terminating instance [ 779.629312] env[69308]: DEBUG nova.network.neutron [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Updating instance_info_cache with network_info: [{"id": "ef03554e-e4af-47ea-9c56-1d7207f8e08e", "address": "fa:16:3e:b8:2a:64", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef03554e-e4", "ovs_interfaceid": "ef03554e-e4af-47ea-9c56-1d7207f8e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.630866] env[69308]: DEBUG oslo_concurrency.lockutils [req-ecfbc51f-b215-47fe-954d-e72f81db0440 req-a97fd9fe-6283-4a0a-8cae-6f1259c1fddb service nova] Releasing lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.761512] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137885} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.765030] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.765030] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c61c2-6ad4-4da0-bf88-e3435df1477a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.767110] env[69308]: DEBUG nova.network.neutron [-] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.797491] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] fe4ef999-119c-4235-85dd-f1848885b31a/fe4ef999-119c-4235-85dd-f1848885b31a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.800453] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd25d66e-3efc-4c33-ab75-6d564d3e0413 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.823874] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 779.823874] env[69308]: value = "task-3868262" [ 779.823874] env[69308]: _type = "Task" [ 779.823874] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.834944] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.892365] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31a59ca7-9502-4574-aa87-31d303b961e0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.903260] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc94b35-9f9a-48d9-9f44-614912ed1971 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.947041] env[69308]: DEBUG nova.compute.manager [req-42ace44c-afb3-44e6-b05b-19f26f6fbc2d req-3cf21d53-efe4-4ca5-b019-eb455031d8f3 service nova] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Detach interface failed, port_id=89092681-3be6-4818-a0ff-5bf32e026917, reason: Instance 3c81e760-ffaa-4b84-bd9b-2e253f268dee could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 779.953755] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e636ee39-9869-4dd5-ab23-7731acd345dc tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "fad3ad44-43cd-442e-8723-d27bbb893e0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.256s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.101846] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "refresh_cache-0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.102105] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquired lock "refresh_cache-0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.102309] env[69308]: DEBUG nova.network.neutron [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.132622] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.133972] env[69308]: DEBUG nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Instance network_info: |[{"id": "ef03554e-e4af-47ea-9c56-1d7207f8e08e", "address": "fa:16:3e:b8:2a:64", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef03554e-e4", "ovs_interfaceid": "ef03554e-e4af-47ea-9c56-1d7207f8e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.137671] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:2a:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef03554e-e4af-47ea-9c56-1d7207f8e08e', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.148180] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Creating folder: Project (d5fba0e4c72f49a491737d845110871d). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.150761] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ad1bf8-df54-4adb-8ba2-f073064f7e1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.164987] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Created folder: Project (d5fba0e4c72f49a491737d845110871d) in parent group-v768498. [ 780.165147] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Creating folder: Instances. Parent ref: group-v768632. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.170101] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd6a3cfa-1612-4021-ad59-b0c30368d15e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.178151] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "578c621d-2931-4573-b15c-05504145f9fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.178461] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "578c621d-2931-4573-b15c-05504145f9fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.178687] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "578c621d-2931-4573-b15c-05504145f9fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.178870] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "578c621d-2931-4573-b15c-05504145f9fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.179116] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "578c621d-2931-4573-b15c-05504145f9fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.181583] env[69308]: INFO nova.compute.manager [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Terminating instance [ 780.188351] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Created folder: Instances in parent group-v768632. [ 780.188632] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.189964] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.193953] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5036353d-8b96-45e8-8647-571be9f579d4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.221024] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.221024] env[69308]: value = "task-3868265" [ 780.221024] env[69308]: _type = "Task" [ 780.221024] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.230408] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868265, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.275980] env[69308]: INFO nova.compute.manager [-] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Took 1.34 seconds to deallocate network for instance. [ 780.337164] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.578488] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb14262-fa75-48c7-b6da-81e55e70e3ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.588968] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49b79b-0265-4233-8477-a31841b1a630 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.622092] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf8bd78-2471-4b75-832f-f746cf7a1dc7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.630443] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5740652-6bdd-4095-afbc-d192897385ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.646929] env[69308]: DEBUG nova.compute.provider_tree [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.649142] env[69308]: DEBUG nova.network.neutron [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.695569] env[69308]: DEBUG nova.compute.manager [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.695827] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.696905] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cd3751-2133-4c2f-a902-c4e64a26eb19 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.704987] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.705275] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f2fff0-255e-4523-92e6-6ff94b3a3bb0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.710775] env[69308]: DEBUG nova.network.neutron [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.713913] env[69308]: DEBUG oslo_vmware.api [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 780.713913] env[69308]: value = "task-3868266" [ 780.713913] env[69308]: _type = "Task" [ 780.713913] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.729707] env[69308]: DEBUG oslo_vmware.api [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.735600] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868265, 'name': CreateVM_Task, 'duration_secs': 0.37802} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.736761] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.737934] env[69308]: DEBUG nova.compute.manager [req-df6c89eb-19f4-4d72-8a27-2d61f7641ade req-3fa36a2a-fade-4a79-aa4a-4a7c613dedfa service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Received event network-changed-ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.738137] env[69308]: DEBUG nova.compute.manager [req-df6c89eb-19f4-4d72-8a27-2d61f7641ade req-3fa36a2a-fade-4a79-aa4a-4a7c613dedfa service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Refreshing instance network info cache due to event network-changed-ef03554e-e4af-47ea-9c56-1d7207f8e08e. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.738356] env[69308]: DEBUG oslo_concurrency.lockutils [req-df6c89eb-19f4-4d72-8a27-2d61f7641ade req-3fa36a2a-fade-4a79-aa4a-4a7c613dedfa service nova] Acquiring lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.738502] env[69308]: DEBUG oslo_concurrency.lockutils [req-df6c89eb-19f4-4d72-8a27-2d61f7641ade req-3fa36a2a-fade-4a79-aa4a-4a7c613dedfa service nova] Acquired lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.738688] env[69308]: DEBUG nova.network.neutron [req-df6c89eb-19f4-4d72-8a27-2d61f7641ade req-3fa36a2a-fade-4a79-aa4a-4a7c613dedfa service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Refreshing network info cache for port ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.740167] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.740338] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.740688] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.741354] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2289465-b335-476a-bb29-937bcc518f11 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.747075] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 780.747075] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5294d5ca-eef7-dae4-dbcd-4a4d83198ccc" [ 780.747075] env[69308]: _type = "Task" [ 780.747075] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.757770] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5294d5ca-eef7-dae4-dbcd-4a4d83198ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.793648] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.837501] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868262, 'name': ReconfigVM_Task, 'duration_secs': 0.735699} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.838520] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] fe4ef999-119c-4235-85dd-f1848885b31a/fe4ef999-119c-4235-85dd-f1848885b31a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.838663] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a59c2607-10c9-480f-81a3-fd1da666ce0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.846607] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 780.846607] env[69308]: value = "task-3868267" [ 780.846607] env[69308]: _type = "Task" [ 780.846607] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.856227] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868267, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.152655] env[69308]: DEBUG nova.scheduler.client.report [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.215092] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Releasing lock "refresh_cache-0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.215637] env[69308]: DEBUG nova.compute.manager [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.215847] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.216899] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c920de-043f-464d-8636-8386fa182ec6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.230100] env[69308]: DEBUG oslo_vmware.api [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868266, 'name': PowerOffVM_Task, 'duration_secs': 0.271331} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.232918] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.233193] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.233525] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.233774] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e9f2a2f-e89b-4967-aadd-dbe6218c6f20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.236264] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bbdd688-2972-49a7-82de-cdfab73cfaf5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.248833] env[69308]: DEBUG oslo_vmware.api [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 781.248833] env[69308]: value = "task-3868268" [ 781.248833] env[69308]: _type = "Task" [ 781.248833] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.264207] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5294d5ca-eef7-dae4-dbcd-4a4d83198ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.013876} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.268397] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.269227] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.269505] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.269505] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.269799] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.270221] env[69308]: DEBUG oslo_vmware.api [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.270520] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfda2a5c-af17-4e4d-9b59-b68b70294d13 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.280587] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.280907] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.285640] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb680a06-42f3-4988-9714-826fac395503 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.292340] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 781.292340] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52748d19-cc43-402f-7676-5098590832f1" [ 781.292340] env[69308]: _type = "Task" [ 781.292340] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.303838] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52748d19-cc43-402f-7676-5098590832f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.358912] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868267, 'name': Rename_Task, 'duration_secs': 0.330574} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.358912] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.359117] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b022ca0a-7a6d-4cc7-9db1-d87a10d32f39 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.367950] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 781.367950] env[69308]: value = "task-3868270" [ 781.367950] env[69308]: _type = "Task" [ 781.367950] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.376601] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.505012] env[69308]: DEBUG nova.network.neutron [req-df6c89eb-19f4-4d72-8a27-2d61f7641ade req-3fa36a2a-fade-4a79-aa4a-4a7c613dedfa service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Updated VIF entry in instance network info cache for port ef03554e-e4af-47ea-9c56-1d7207f8e08e. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.505438] env[69308]: DEBUG nova.network.neutron [req-df6c89eb-19f4-4d72-8a27-2d61f7641ade req-3fa36a2a-fade-4a79-aa4a-4a7c613dedfa service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Updating instance_info_cache with network_info: [{"id": "ef03554e-e4af-47ea-9c56-1d7207f8e08e", "address": "fa:16:3e:b8:2a:64", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef03554e-e4", "ovs_interfaceid": "ef03554e-e4af-47ea-9c56-1d7207f8e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.626274] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.626603] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.660059] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.662559] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.099s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.662783] env[69308]: DEBUG nova.objects.instance [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 781.689374] env[69308]: INFO nova.scheduler.client.report [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Deleted allocations for instance 29b9af6b-f049-410e-b20f-5de1d3c84611 [ 781.756878] env[69308]: DEBUG oslo_vmware.api [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868268, 'name': PowerOffVM_Task, 'duration_secs': 0.18733} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.757177] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.757353] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.757622] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ff9ce5a-b707-497b-9582-c5eabf868d74 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.791145] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.791707] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.792060] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Deleting the datastore file [datastore2] 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.792436] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87391699-0be2-4380-8aa7-cfc3600f5910 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.804915] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52748d19-cc43-402f-7676-5098590832f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.807322] env[69308]: DEBUG oslo_vmware.api [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for the task: (returnval){ [ 781.807322] env[69308]: value = "task-3868272" [ 781.807322] env[69308]: _type = "Task" [ 781.807322] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.807576] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b86a77-9246-4a21-b2d9-77746251a894 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.817673] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 781.817673] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529c7304-0967-cadf-28f9-197fedac059a" [ 781.817673] env[69308]: _type = "Task" [ 781.817673] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.821351] env[69308]: DEBUG oslo_vmware.api [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.831638] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529c7304-0967-cadf-28f9-197fedac059a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.886428] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868270, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.008696] env[69308]: DEBUG oslo_concurrency.lockutils [req-df6c89eb-19f4-4d72-8a27-2d61f7641ade req-3fa36a2a-fade-4a79-aa4a-4a7c613dedfa service nova] Releasing lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.068067] env[69308]: INFO nova.compute.manager [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Rebuilding instance [ 782.109192] env[69308]: DEBUG nova.compute.manager [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.110180] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cebfc64-63d1-4f38-9a6f-1028d0150f79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.198619] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a9165299-f8fa-4d42-b180-65d6cda7c9dc tempest-InstanceActionsNegativeTestJSON-1245190955 tempest-InstanceActionsNegativeTestJSON-1245190955-project-member] Lock "29b9af6b-f049-410e-b20f-5de1d3c84611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.812s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.321132] env[69308]: DEBUG oslo_vmware.api [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Task: {'id': task-3868272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169351} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.321546] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.322134] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.322134] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.322291] env[69308]: INFO nova.compute.manager [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 782.322576] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.325921] env[69308]: DEBUG nova.compute.manager [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.326188] env[69308]: DEBUG nova.network.neutron [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.334338] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529c7304-0967-cadf-28f9-197fedac059a, 'name': SearchDatastore_Task, 'duration_secs': 0.027287} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.334610] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.334907] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 44c77d66-cb34-49be-a255-8cdf9efe6a18/44c77d66-cb34-49be-a255-8cdf9efe6a18.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.335201] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aae1828-9113-4a73-9aaa-dd5ea01b024d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.343772] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 782.343772] env[69308]: value = "task-3868273" [ 782.343772] env[69308]: _type = "Task" [ 782.343772] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.354360] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.355263] env[69308]: DEBUG nova.network.neutron [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.380128] env[69308]: DEBUG oslo_vmware.api [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868270, 'name': PowerOnVM_Task, 'duration_secs': 0.9094} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.380673] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.380778] env[69308]: INFO nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 782.381307] env[69308]: DEBUG nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.382067] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffada31-00c0-4cf9-a5ef-e62174b8415d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.673289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-479f81cc-3535-45dc-94e8-43c9aed2afac tempest-ServersAdmin275Test-553930044 tempest-ServersAdmin275Test-553930044-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.674398] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.417s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.676134] env[69308]: INFO nova.compute.claims [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.856857] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868273, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.861493] env[69308]: DEBUG nova.network.neutron [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.903777] env[69308]: INFO nova.compute.manager [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Took 47.90 seconds to build instance. [ 783.011855] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.012101] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.012341] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Deleting the datastore file [datastore1] 578c621d-2931-4573-b15c-05504145f9fc {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.012659] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dacdc2b5-9266-4ba7-a7b0-c10d0a8e192c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.022412] env[69308]: DEBUG oslo_vmware.api [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for the task: (returnval){ [ 783.022412] env[69308]: value = "task-3868274" [ 783.022412] env[69308]: _type = "Task" [ 783.022412] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.033546] env[69308]: DEBUG oslo_vmware.api [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.130691] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.131114] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aabcc67-b33c-4881-a695-c5c889ea676c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.140497] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 783.140497] env[69308]: value = "task-3868275" [ 783.140497] env[69308]: _type = "Task" [ 783.140497] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.156714] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.358150] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969461} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.358543] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 44c77d66-cb34-49be-a255-8cdf9efe6a18/44c77d66-cb34-49be-a255-8cdf9efe6a18.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.358830] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.359168] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b51b9626-4fe7-46bd-b223-66843807a22f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.364702] env[69308]: INFO nova.compute.manager [-] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Took 1.04 seconds to deallocate network for instance. [ 783.368440] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 783.368440] env[69308]: value = "task-3868276" [ 783.368440] env[69308]: _type = "Task" [ 783.368440] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.382927] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.407838] env[69308]: DEBUG oslo_concurrency.lockutils [None req-390e4552-7741-46cd-b2a0-659e99f87fb2 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.589s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.536414] env[69308]: DEBUG oslo_vmware.api [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Task: {'id': task-3868274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369444} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.536414] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.536414] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.536414] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.536414] env[69308]: INFO nova.compute.manager [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Took 2.84 seconds to destroy the instance on the hypervisor. [ 783.536414] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.536414] env[69308]: DEBUG nova.compute.manager [-] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.536414] env[69308]: DEBUG nova.network.neutron [-] [instance: 578c621d-2931-4573-b15c-05504145f9fc] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.657875] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868275, 'name': PowerOffVM_Task, 'duration_secs': 0.254086} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.658292] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.658551] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.659414] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad66cab0-f49b-4eae-a5df-ed4d554760b4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.671027] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.671027] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-336805e4-20e5-4a6d-8556-cc9427888194 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.766623] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.766859] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.767045] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleting the datastore file [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.767343] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a30c2c68-45a0-4ca9-b69b-d27f6400a305 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.777642] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 783.777642] env[69308]: value = "task-3868278" [ 783.777642] env[69308]: _type = "Task" [ 783.777642] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.794545] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.877347] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.881963] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077329} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.882378] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.883227] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0687805a-5fd0-4545-bc8c-ee91a6c60605 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.920410] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 44c77d66-cb34-49be-a255-8cdf9efe6a18/44c77d66-cb34-49be-a255-8cdf9efe6a18.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.923830] env[69308]: DEBUG nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.926731] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b97a9163-ed78-426c-a83d-44e45f41ff6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.955704] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 783.955704] env[69308]: value = "task-3868279" [ 783.955704] env[69308]: _type = "Task" [ 783.955704] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.966306] env[69308]: DEBUG nova.compute.manager [req-7ec2329e-2b95-4a0e-ad83-7f1505a8e5ff req-5e7e9028-4967-45db-bfb1-6c442651a656 service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Received event network-vif-deleted-a554f211-a1a3-4e57-8afc-c45709a3d555 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.966306] env[69308]: INFO nova.compute.manager [req-7ec2329e-2b95-4a0e-ad83-7f1505a8e5ff req-5e7e9028-4967-45db-bfb1-6c442651a656 service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Neutron deleted interface a554f211-a1a3-4e57-8afc-c45709a3d555; detaching it from the instance and deleting it from the info cache [ 783.966306] env[69308]: DEBUG nova.network.neutron [req-7ec2329e-2b95-4a0e-ad83-7f1505a8e5ff req-5e7e9028-4967-45db-bfb1-6c442651a656 service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.972578] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.290572] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163266} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.295438] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.295666] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.295852] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.391024] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb4e9de-1a06-45a9-bbf3-2596008650a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.400975] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857a912c-387a-48be-a14d-e470ceebff69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.440037] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d418dc-324c-435b-b3e7-db7c3bfb7e6c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.450464] env[69308]: DEBUG nova.network.neutron [-] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.455998] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1239e8-9ae5-4e23-91f4-b8e0cdf54653 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.471738] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.481213] env[69308]: DEBUG nova.compute.provider_tree [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.483446] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.483628] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e6f1eb8-9c83-4f07-a770-5c2a688c94f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.495271] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c9e461-baeb-48a4-8610-d525841af937 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.532888] env[69308]: DEBUG nova.compute.manager [req-7ec2329e-2b95-4a0e-ad83-7f1505a8e5ff req-5e7e9028-4967-45db-bfb1-6c442651a656 service nova] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Detach interface failed, port_id=a554f211-a1a3-4e57-8afc-c45709a3d555, reason: Instance 578c621d-2931-4573-b15c-05504145f9fc could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.962327] env[69308]: INFO nova.compute.manager [-] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Took 1.43 seconds to deallocate network for instance. [ 784.985844] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868279, 'name': ReconfigVM_Task, 'duration_secs': 0.910824} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.989323] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 44c77d66-cb34-49be-a255-8cdf9efe6a18/44c77d66-cb34-49be-a255-8cdf9efe6a18.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.990899] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6059974a-10ec-4b00-ac0c-ee4feafdafa1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.999477] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 784.999477] env[69308]: value = "task-3868280" [ 784.999477] env[69308]: _type = "Task" [ 784.999477] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.010146] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868280, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.011230] env[69308]: ERROR nova.scheduler.client.report [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [req-e77f82a6-7b0d-4c55-bb30-4c005a2e7043] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e77f82a6-7b0d-4c55-bb30-4c005a2e7043"}]} [ 785.034927] env[69308]: DEBUG nova.scheduler.client.report [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 785.051919] env[69308]: DEBUG nova.scheduler.client.report [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 785.052237] env[69308]: DEBUG nova.compute.provider_tree [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.066517] env[69308]: DEBUG nova.scheduler.client.report [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 785.087684] env[69308]: DEBUG nova.scheduler.client.report [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 785.351326] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.351538] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.351674] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.351801] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.351957] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.352131] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.352350] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.352514] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.352683] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.353243] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.353243] env[69308]: DEBUG nova.virt.hardware [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.353966] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9446a2-5c62-4d3d-9f56-ee90d94681a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.367728] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bea3d57-05f7-4747-8d17-b676d9cbcb54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.388204] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a8:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.396699] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.397044] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.397253] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee05b66-b384-4bf5-be36-a0c579d08c18 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.421437] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.421437] env[69308]: value = "task-3868281" [ 785.421437] env[69308]: _type = "Task" [ 785.421437] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.433290] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868281, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.476208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.510667] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868280, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.749493] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1623596f-30fc-497f-b0f2-12d7b6ea5509 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.759228] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1115914c-8013-43ae-8ad9-9e3c419a4391 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.798206] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5deb59-e4b0-48fc-a3d1-8d1398b40f2e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.807491] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801119c9-7a57-4c97-84c4-d6c55ad01681 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.826482] env[69308]: DEBUG nova.compute.provider_tree [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.932245] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868281, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.011220] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868280, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.237314] env[69308]: DEBUG nova.compute.manager [req-2bd8b38d-fe06-4929-b028-d1713a006ae1 req-9d7ec33c-e472-4869-8a64-94d2a1ecac63 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Received event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.237518] env[69308]: DEBUG nova.compute.manager [req-2bd8b38d-fe06-4929-b028-d1713a006ae1 req-9d7ec33c-e472-4869-8a64-94d2a1ecac63 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing instance network info cache due to event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.237741] env[69308]: DEBUG oslo_concurrency.lockutils [req-2bd8b38d-fe06-4929-b028-d1713a006ae1 req-9d7ec33c-e472-4869-8a64-94d2a1ecac63 service nova] Acquiring lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.237931] env[69308]: DEBUG oslo_concurrency.lockutils [req-2bd8b38d-fe06-4929-b028-d1713a006ae1 req-9d7ec33c-e472-4869-8a64-94d2a1ecac63 service nova] Acquired lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.238066] env[69308]: DEBUG nova.network.neutron [req-2bd8b38d-fe06-4929-b028-d1713a006ae1 req-9d7ec33c-e472-4869-8a64-94d2a1ecac63 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.368767] env[69308]: DEBUG nova.scheduler.client.report [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 786.369082] env[69308]: DEBUG nova.compute.provider_tree [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 72 to 73 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 786.369274] env[69308]: DEBUG nova.compute.provider_tree [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.434048] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868281, 'name': CreateVM_Task, 'duration_secs': 0.746031} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.434368] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.434910] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.436024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.436024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.436024] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3a4f7a-3b3c-4776-8b3f-eb2c89d1d005 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.443753] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 786.443753] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5270bac2-b570-c343-af6b-c705471524d5" [ 786.443753] env[69308]: _type = "Task" [ 786.443753] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.451172] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5270bac2-b570-c343-af6b-c705471524d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.515249] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868280, 'name': Rename_Task, 'duration_secs': 1.210441} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.515542] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.515794] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b3fe893-9ff8-430b-83b4-642266a19759 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.523877] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 786.523877] env[69308]: value = "task-3868282" [ 786.523877] env[69308]: _type = "Task" [ 786.523877] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.532901] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.876836] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.201s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.876836] env[69308]: DEBUG nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.885228] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.807s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.885514] env[69308]: DEBUG nova.objects.instance [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lazy-loading 'resources' on Instance uuid fdadbd72-38cd-4ea8-be7a-cffd5bea01e0 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.955944] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5270bac2-b570-c343-af6b-c705471524d5, 'name': SearchDatastore_Task, 'duration_secs': 0.028888} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.956285] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.956523] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.956765] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.956911] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.957105] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.957387] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553f540d-f1f9-4f66-a033-54f95cf34574 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.969604] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.969807] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.970617] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94b2d6c-1ccf-4367-a44e-b0404af8a570 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.977227] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 786.977227] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b803f5-d378-117b-ba26-b538304ae78e" [ 786.977227] env[69308]: _type = "Task" [ 786.977227] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.988538] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b803f5-d378-117b-ba26-b538304ae78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.035960] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.254026] env[69308]: DEBUG nova.network.neutron [req-2bd8b38d-fe06-4929-b028-d1713a006ae1 req-9d7ec33c-e472-4869-8a64-94d2a1ecac63 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updated VIF entry in instance network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.254026] env[69308]: DEBUG nova.network.neutron [req-2bd8b38d-fe06-4929-b028-d1713a006ae1 req-9d7ec33c-e472-4869-8a64-94d2a1ecac63 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updating instance_info_cache with network_info: [{"id": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "address": "fa:16:3e:39:75:69", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf758251f-9c", "ovs_interfaceid": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.390116] env[69308]: DEBUG nova.compute.utils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.398116] env[69308]: DEBUG nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.401109] env[69308]: DEBUG nova.network.neutron [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.495805] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b803f5-d378-117b-ba26-b538304ae78e, 'name': SearchDatastore_Task, 'duration_secs': 0.014549} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.499630] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ecaae5-9755-42fa-85a2-1a36eea23b50 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.504761] env[69308]: DEBUG nova.policy [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c06fc63feb6477ca865431c4aaee387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00b05245e5594ef9a7a86b58c2542a0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.509860] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 787.509860] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527ebf65-a647-f538-341c-20dd5248b2aa" [ 787.509860] env[69308]: _type = "Task" [ 787.509860] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.520704] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527ebf65-a647-f538-341c-20dd5248b2aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011948} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.525094] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.525094] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.525329] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb4d745-d086-4c87-930e-8ce2132c3ac5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.537548] env[69308]: DEBUG oslo_vmware.api [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868282, 'name': PowerOnVM_Task, 'duration_secs': 0.813856} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.546048] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.546048] env[69308]: INFO nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Took 10.93 seconds to spawn the instance on the hypervisor. [ 787.546048] env[69308]: DEBUG nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.546048] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 787.546048] env[69308]: value = "task-3868283" [ 787.546048] env[69308]: _type = "Task" [ 787.546048] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.546048] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30095cc7-93bd-4a1e-91bb-945f2cb815fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.572292] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.757752] env[69308]: DEBUG oslo_concurrency.lockutils [req-2bd8b38d-fe06-4929-b028-d1713a006ae1 req-9d7ec33c-e472-4869-8a64-94d2a1ecac63 service nova] Releasing lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.897721] env[69308]: DEBUG nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.058296] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868283, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.085999] env[69308]: INFO nova.compute.manager [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Took 50.47 seconds to build instance. [ 788.094254] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dee0b6-c905-41a1-abbc-ef05dc4bea15 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.104403] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47823a5-be7b-46e6-bd25-0ad12b6f7586 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.137792] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1526b003-2b38-4ca3-abcb-53fb1bef3f5b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.147580] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b195e09-ae87-4d94-af41-2f5ef442a753 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.164855] env[69308]: DEBUG nova.compute.provider_tree [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.560568] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612158} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.560894] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.560986] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.561279] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde11fcb-e9ea-469a-bb16-dc191113323a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.569510] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 788.569510] env[69308]: value = "task-3868284" [ 788.569510] env[69308]: _type = "Task" [ 788.569510] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.584480] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.588145] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13450bab-4cf5-4883-905d-ca049b776469 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.071s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.641389] env[69308]: DEBUG nova.network.neutron [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Successfully created port: 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.669942] env[69308]: DEBUG nova.scheduler.client.report [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.796827] env[69308]: DEBUG nova.compute.manager [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Received event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.797083] env[69308]: DEBUG nova.compute.manager [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing instance network info cache due to event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.797388] env[69308]: DEBUG oslo_concurrency.lockutils [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] Acquiring lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.797573] env[69308]: DEBUG oslo_concurrency.lockutils [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] Acquired lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.797780] env[69308]: DEBUG nova.network.neutron [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.910423] env[69308]: DEBUG nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.939633] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.939883] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.940050] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.940302] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.940573] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.941143] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.941143] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.941143] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.941388] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.941705] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.941967] env[69308]: DEBUG nova.virt.hardware [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.943249] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895cc5d6-792e-4bb9-bea3-9b82f83c1a9b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.952568] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f67b96-239b-41bb-8500-c0baf6d1e668 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.083576] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122552} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.083859] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.084965] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edb70a7-80eb-47f5-aa17-40c5f2ee6168 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.091781] env[69308]: DEBUG nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.116074] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.116440] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0adbd2d8-3d88-4cd3-b104-bb31e9f32e9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.139444] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 789.139444] env[69308]: value = "task-3868285" [ 789.139444] env[69308]: _type = "Task" [ 789.139444] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.149645] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.175727] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.179631] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.269s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.183247] env[69308]: INFO nova.compute.claims [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.213340] env[69308]: INFO nova.scheduler.client.report [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Deleted allocations for instance fdadbd72-38cd-4ea8-be7a-cffd5bea01e0 [ 789.629187] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.655335] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868285, 'name': ReconfigVM_Task, 'duration_secs': 0.442903} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.655335] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.655826] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4054daf-6b24-4e79-840a-451f96a5bba7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.664165] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 789.664165] env[69308]: value = "task-3868286" [ 789.664165] env[69308]: _type = "Task" [ 789.664165] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.675633] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868286, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.721620] env[69308]: DEBUG nova.network.neutron [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updated VIF entry in instance network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.722044] env[69308]: DEBUG nova.network.neutron [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updating instance_info_cache with network_info: [{"id": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "address": "fa:16:3e:39:75:69", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf758251f-9c", "ovs_interfaceid": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.726986] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97559a98-a1ec-4bb7-b1f6-0e8b13924268 tempest-AttachInterfacesUnderV243Test-588300743 tempest-AttachInterfacesUnderV243Test-588300743-project-member] Lock "fdadbd72-38cd-4ea8-be7a-cffd5bea01e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.914s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.179524] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868286, 'name': Rename_Task, 'duration_secs': 0.154584} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.179793] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.180178] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98272e8c-bd7b-4bae-965b-29973d7267c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.190654] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 790.190654] env[69308]: value = "task-3868287" [ 790.190654] env[69308]: _type = "Task" [ 790.190654] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.204810] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.226622] env[69308]: DEBUG oslo_concurrency.lockutils [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] Releasing lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226939] env[69308]: DEBUG nova.compute.manager [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Received event network-changed-c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.227233] env[69308]: DEBUG nova.compute.manager [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Refreshing instance network info cache due to event network-changed-c12df330-bee4-42e5-af16-5883470c04d7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.227448] env[69308]: DEBUG oslo_concurrency.lockutils [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] Acquiring lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.227615] env[69308]: DEBUG oslo_concurrency.lockutils [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] Acquired lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.227869] env[69308]: DEBUG nova.network.neutron [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Refreshing network info cache for port c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.705974] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868287, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.709440] env[69308]: DEBUG nova.network.neutron [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Successfully updated port: 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.793747] env[69308]: DEBUG nova.compute.manager [req-3ec86067-8cfe-486e-90f4-809f0c5c345c req-64ab07ee-4eed-4036-b489-c677fc018808 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Received event network-changed-ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.793955] env[69308]: DEBUG nova.compute.manager [req-3ec86067-8cfe-486e-90f4-809f0c5c345c req-64ab07ee-4eed-4036-b489-c677fc018808 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Refreshing instance network info cache due to event network-changed-ef03554e-e4af-47ea-9c56-1d7207f8e08e. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.795068] env[69308]: DEBUG oslo_concurrency.lockutils [req-3ec86067-8cfe-486e-90f4-809f0c5c345c req-64ab07ee-4eed-4036-b489-c677fc018808 service nova] Acquiring lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.795598] env[69308]: DEBUG oslo_concurrency.lockutils [req-3ec86067-8cfe-486e-90f4-809f0c5c345c req-64ab07ee-4eed-4036-b489-c677fc018808 service nova] Acquired lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.795598] env[69308]: DEBUG nova.network.neutron [req-3ec86067-8cfe-486e-90f4-809f0c5c345c req-64ab07ee-4eed-4036-b489-c677fc018808 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Refreshing network info cache for port ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.874460] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db7f1b-c481-4b73-9a7a-a3b25d6596b4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.888500] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff61c52-ca83-4a53-afe9-65811f9a40e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.925117] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57813d1-5117-4a2e-8af9-d5d853551fe4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.934228] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddbc38f-d9a7-48d5-8810-352773328aa0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.953944] env[69308]: DEBUG nova.compute.provider_tree [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.013084] env[69308]: DEBUG nova.network.neutron [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updated VIF entry in instance network info cache for port c12df330-bee4-42e5-af16-5883470c04d7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.013084] env[69308]: DEBUG nova.network.neutron [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updating instance_info_cache with network_info: [{"id": "c12df330-bee4-42e5-af16-5883470c04d7", "address": "fa:16:3e:64:a0:b5", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12df330-be", "ovs_interfaceid": "c12df330-bee4-42e5-af16-5883470c04d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.203929] env[69308]: DEBUG oslo_vmware.api [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868287, 'name': PowerOnVM_Task, 'duration_secs': 0.527421} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.204255] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.204370] env[69308]: DEBUG nova.compute.manager [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.205266] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543acce3-a0d5-404b-aaba-853f0542bdfa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.213810] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.213975] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.214296] env[69308]: DEBUG nova.network.neutron [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.236112] env[69308]: DEBUG nova.compute.manager [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Received event network-changed-c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.236343] env[69308]: DEBUG nova.compute.manager [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Refreshing instance network info cache due to event network-changed-c12df330-bee4-42e5-af16-5883470c04d7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.236536] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Acquiring lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.459500] env[69308]: DEBUG nova.scheduler.client.report [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.515523] env[69308]: DEBUG oslo_concurrency.lockutils [req-49000297-b52b-402a-9968-bd0b7d231450 req-d63cb49c-f559-4f78-aacd-571788f04ca0 service nova] Releasing lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.515969] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Acquired lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.516184] env[69308]: DEBUG nova.network.neutron [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Refreshing network info cache for port c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.643092] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "fe4ef999-119c-4235-85dd-f1848885b31a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.643396] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.643626] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.644186] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.644186] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.646419] env[69308]: INFO nova.compute.manager [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Terminating instance [ 791.670244] env[69308]: DEBUG nova.network.neutron [req-3ec86067-8cfe-486e-90f4-809f0c5c345c req-64ab07ee-4eed-4036-b489-c677fc018808 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Updated VIF entry in instance network info cache for port ef03554e-e4af-47ea-9c56-1d7207f8e08e. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.670748] env[69308]: DEBUG nova.network.neutron [req-3ec86067-8cfe-486e-90f4-809f0c5c345c req-64ab07ee-4eed-4036-b489-c677fc018808 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Updating instance_info_cache with network_info: [{"id": "ef03554e-e4af-47ea-9c56-1d7207f8e08e", "address": "fa:16:3e:b8:2a:64", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef03554e-e4", "ovs_interfaceid": "ef03554e-e4af-47ea-9c56-1d7207f8e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.729280] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.765241] env[69308]: DEBUG nova.network.neutron [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.946505] env[69308]: DEBUG nova.network.neutron [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating instance_info_cache with network_info: [{"id": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "address": "fa:16:3e:b9:35:78", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b7cdd6-fb", "ovs_interfaceid": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.965370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.966432] env[69308]: DEBUG nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.969747] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.163s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.970056] env[69308]: DEBUG nova.objects.instance [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lazy-loading 'resources' on Instance uuid c07106a3-0134-4602-9263-f7359c8d5367 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.150802] env[69308]: DEBUG nova.compute.manager [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.150802] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.151629] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76354c2-6fa6-4a25-8d91-c2e8b3629eb3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.165339] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.165563] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a7ff71b-f60b-4127-a2b7-584a95888cdc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.172603] env[69308]: DEBUG oslo_vmware.api [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 792.172603] env[69308]: value = "task-3868288" [ 792.172603] env[69308]: _type = "Task" [ 792.172603] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.173171] env[69308]: DEBUG oslo_concurrency.lockutils [req-3ec86067-8cfe-486e-90f4-809f0c5c345c req-64ab07ee-4eed-4036-b489-c677fc018808 service nova] Releasing lock "refresh_cache-44c77d66-cb34-49be-a255-8cdf9efe6a18" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.189753] env[69308]: DEBUG oslo_vmware.api [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.245565] env[69308]: DEBUG nova.network.neutron [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updated VIF entry in instance network info cache for port c12df330-bee4-42e5-af16-5883470c04d7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.245994] env[69308]: DEBUG nova.network.neutron [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updating instance_info_cache with network_info: [{"id": "c12df330-bee4-42e5-af16-5883470c04d7", "address": "fa:16:3e:64:a0:b5", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12df330-be", "ovs_interfaceid": "c12df330-bee4-42e5-af16-5883470c04d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.449224] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.449572] env[69308]: DEBUG nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Instance network_info: |[{"id": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "address": "fa:16:3e:b9:35:78", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b7cdd6-fb", "ovs_interfaceid": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.450031] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:35:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13b7cdd6-fb8f-48c0-970a-87d7b95f4f14', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.459147] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.459425] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.459663] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e54054f-f605-47cc-a5e4-ed6f285e28f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.480478] env[69308]: DEBUG nova.compute.utils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.485514] env[69308]: DEBUG nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.485514] env[69308]: DEBUG nova.network.neutron [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.496340] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.496340] env[69308]: value = "task-3868289" [ 792.496340] env[69308]: _type = "Task" [ 792.496340] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.509743] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868289, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.549045] env[69308]: DEBUG nova.policy [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836d27b915f249d798c628ae93e7365f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '145e7047bcb94f5dae910b9203da9c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.685761] env[69308]: DEBUG oslo_vmware.api [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868288, 'name': PowerOffVM_Task, 'duration_secs': 0.270393} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.686398] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.686622] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.686931] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0245452b-a4a8-4d86-9963-645f21084c51 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.748730] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Releasing lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.749083] env[69308]: DEBUG nova.compute.manager [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Received event network-vif-plugged-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.749277] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Acquiring lock "07e6b1af-4468-4c40-92cb-6089417ff16f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.749490] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.749662] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.749899] env[69308]: DEBUG nova.compute.manager [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] No waiting events found dispatching network-vif-plugged-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.750110] env[69308]: WARNING nova.compute.manager [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Received unexpected event network-vif-plugged-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 for instance with vm_state building and task_state spawning. [ 792.750441] env[69308]: DEBUG nova.compute.manager [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Received event network-changed-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.750645] env[69308]: DEBUG nova.compute.manager [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Refreshing instance network info cache due to event network-changed-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.750849] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Acquiring lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.750997] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Acquired lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.751198] env[69308]: DEBUG nova.network.neutron [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Refreshing network info cache for port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.757526] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.757741] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.758030] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Deleting the datastore file [datastore2] fe4ef999-119c-4235-85dd-f1848885b31a {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.760220] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9757dd52-d519-4fb1-987d-f02618e7e59d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.770064] env[69308]: DEBUG oslo_vmware.api [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 792.770064] env[69308]: value = "task-3868291" [ 792.770064] env[69308]: _type = "Task" [ 792.770064] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.784528] env[69308]: DEBUG oslo_vmware.api [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.981474] env[69308]: DEBUG nova.network.neutron [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Successfully created port: 973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.988924] env[69308]: DEBUG nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.998144] env[69308]: INFO nova.compute.manager [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Rebuilding instance [ 793.018334] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868289, 'name': CreateVM_Task, 'duration_secs': 0.33636} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.018470] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.019739] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.019739] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.019739] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.020842] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15340d24-ee2b-4117-ad69-0266bbea6913 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.026033] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 793.026033] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52040710-7872-6b25-1d2f-8cb673c79d8a" [ 793.026033] env[69308]: _type = "Task" [ 793.026033] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.046760] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52040710-7872-6b25-1d2f-8cb673c79d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.048347] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.048585] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.048817] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.048962] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.049163] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.049678] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4427cda8-128a-43f1-916e-aad90dbaab28 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.060014] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.060191] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.063501] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e922e0-56fc-496d-932f-25c9825b89df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.069170] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 793.069170] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fde27e-3670-b33d-f6dc-7c4f17394e8e" [ 793.069170] env[69308]: _type = "Task" [ 793.069170] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.073325] env[69308]: DEBUG nova.compute.manager [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.078331] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57b7a00-9472-4a41-93b2-c29dacc0a794 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.086682] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fde27e-3670-b33d-f6dc-7c4f17394e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.097214] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cce0db4-0ccf-4daf-b422-b42aa91cccb4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.105783] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 793.105783] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]521b3782-5d1a-0df7-fe09-9af50e132317" [ 793.105783] env[69308]: _type = "Task" [ 793.105783] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.120524] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521b3782-5d1a-0df7-fe09-9af50e132317, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.120852] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.121127] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f/07e6b1af-4468-4c40-92cb-6089417ff16f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.124231] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e2668b7-b8a3-4b17-a610-50e453cedd6b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.134054] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 793.134054] env[69308]: value = "task-3868292" [ 793.134054] env[69308]: _type = "Task" [ 793.134054] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.143738] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.185912] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a47bfe-fdbb-44e3-a3f8-438f116ae267 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.196192] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f18be5-5dad-42f1-a4cb-bf7639d74914 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.233168] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843061ac-a382-4314-a071-9e1d960381f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.240140] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ebab0f-dba9-41ad-97e4-c5a3e8f6a220 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.262235] env[69308]: DEBUG nova.compute.provider_tree [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.283740] env[69308]: DEBUG oslo_vmware.api [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160531} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.284567] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.284567] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.284999] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.285055] env[69308]: INFO nova.compute.manager [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 793.285378] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.285656] env[69308]: DEBUG nova.compute.manager [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.285728] env[69308]: DEBUG nova.network.neutron [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.646301] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.706951] env[69308]: DEBUG nova.compute.manager [req-f2d2ba6b-8fd0-4a20-a699-51dfe0d584a4 req-9e4a3249-1459-466c-9ab0-6161d048788a service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Received event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.707168] env[69308]: DEBUG nova.compute.manager [req-f2d2ba6b-8fd0-4a20-a699-51dfe0d584a4 req-9e4a3249-1459-466c-9ab0-6161d048788a service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing instance network info cache due to event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.707428] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2d2ba6b-8fd0-4a20-a699-51dfe0d584a4 req-9e4a3249-1459-466c-9ab0-6161d048788a service nova] Acquiring lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.707514] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2d2ba6b-8fd0-4a20-a699-51dfe0d584a4 req-9e4a3249-1459-466c-9ab0-6161d048788a service nova] Acquired lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.707989] env[69308]: DEBUG nova.network.neutron [req-f2d2ba6b-8fd0-4a20-a699-51dfe0d584a4 req-9e4a3249-1459-466c-9ab0-6161d048788a service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.766021] env[69308]: DEBUG nova.scheduler.client.report [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.996922] env[69308]: DEBUG nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.035344] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.035668] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.035829] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.036729] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.036729] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.036729] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.036924] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.036924] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.037110] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.037306] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.037717] env[69308]: DEBUG nova.virt.hardware [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.038391] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57843d96-ab23-450b-8f87-e581b274e266 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.048649] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d4f12e-4205-4a21-96ac-a9ab5a6297f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.108940] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.109296] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b11e84e-a57d-4a9a-b9c9-f1a139eb3544 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.118296] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 794.118296] env[69308]: value = "task-3868293" [ 794.118296] env[69308]: _type = "Task" [ 794.118296] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.127977] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.145752] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544922} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.149464] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f/07e6b1af-4468-4c40-92cb-6089417ff16f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.149930] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.150295] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27573dea-28ca-4482-a5ec-f31aa8a11110 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.160119] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 794.160119] env[69308]: value = "task-3868294" [ 794.160119] env[69308]: _type = "Task" [ 794.160119] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.171747] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.259979] env[69308]: DEBUG nova.network.neutron [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updated VIF entry in instance network info cache for port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.259979] env[69308]: DEBUG nova.network.neutron [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating instance_info_cache with network_info: [{"id": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "address": "fa:16:3e:b9:35:78", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b7cdd6-fb", "ovs_interfaceid": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.279076] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.283612] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.543s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.284979] env[69308]: DEBUG nova.objects.instance [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lazy-loading 'resources' on Instance uuid e408f6d6-e873-470e-aecb-16ffa9774217 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.316587] env[69308]: INFO nova.scheduler.client.report [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Deleted allocations for instance c07106a3-0134-4602-9263-f7359c8d5367 [ 794.627697] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868293, 'name': PowerOffVM_Task, 'duration_secs': 0.201189} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.631471] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.631753] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.632585] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f431bb54-abc8-42fc-b21e-58bcc4329f67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.641176] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.641480] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28a0b082-7116-4606-a0a9-d5a5ac79620e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.670858] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077825} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.671167] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.671988] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f052d8d-60b0-4aa3-9df2-72b6969f7cca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.696875] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f/07e6b1af-4468-4c40-92cb-6089417ff16f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.699711] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17efb6d0-8169-4bf1-a3b1-58bcadb5fd1b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.723456] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 794.723456] env[69308]: value = "task-3868296" [ 794.723456] env[69308]: _type = "Task" [ 794.723456] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.732547] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.767264] env[69308]: DEBUG oslo_concurrency.lockutils [req-4d8cf986-c9a8-4aa1-89a7-011dd084c0be req-bf403d98-0bc9-420e-b3ae-f50e10378d60 service nova] Releasing lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.835807] env[69308]: DEBUG oslo_concurrency.lockutils [None req-20b68705-7ead-4428-9427-f3ac4257f5c5 tempest-ServersAdmin275Test-1935610731 tempest-ServersAdmin275Test-1935610731-project-member] Lock "c07106a3-0134-4602-9263-f7359c8d5367" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.349s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.867850] env[69308]: DEBUG nova.network.neutron [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.077062] env[69308]: DEBUG nova.network.neutron [req-f2d2ba6b-8fd0-4a20-a699-51dfe0d584a4 req-9e4a3249-1459-466c-9ab0-6161d048788a service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updated VIF entry in instance network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.077434] env[69308]: DEBUG nova.network.neutron [req-f2d2ba6b-8fd0-4a20-a699-51dfe0d584a4 req-9e4a3249-1459-466c-9ab0-6161d048788a service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updating instance_info_cache with network_info: [{"id": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "address": "fa:16:3e:39:75:69", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf758251f-9c", "ovs_interfaceid": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.193319] env[69308]: DEBUG nova.network.neutron [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Successfully updated port: 973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.240501] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868296, 'name': ReconfigVM_Task, 'duration_secs': 0.322437} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.240797] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f/07e6b1af-4468-4c40-92cb-6089417ff16f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.242383] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c34026d-0991-4f51-9850-d26a843c4f9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.254555] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 795.254555] env[69308]: value = "task-3868297" [ 795.254555] env[69308]: _type = "Task" [ 795.254555] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.268280] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868297, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.372538] env[69308]: INFO nova.compute.manager [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Took 2.09 seconds to deallocate network for instance. [ 795.463055] env[69308]: DEBUG nova.compute.manager [req-2bccf3bd-2638-4a38-be67-57fa1be2bc07 req-a9fa108e-c7d7-47b7-9e35-eaccc55c2cd7 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Received event network-vif-plugged-973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.463537] env[69308]: DEBUG oslo_concurrency.lockutils [req-2bccf3bd-2638-4a38-be67-57fa1be2bc07 req-a9fa108e-c7d7-47b7-9e35-eaccc55c2cd7 service nova] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.463815] env[69308]: DEBUG oslo_concurrency.lockutils [req-2bccf3bd-2638-4a38-be67-57fa1be2bc07 req-a9fa108e-c7d7-47b7-9e35-eaccc55c2cd7 service nova] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.463990] env[69308]: DEBUG oslo_concurrency.lockutils [req-2bccf3bd-2638-4a38-be67-57fa1be2bc07 req-a9fa108e-c7d7-47b7-9e35-eaccc55c2cd7 service nova] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.464184] env[69308]: DEBUG nova.compute.manager [req-2bccf3bd-2638-4a38-be67-57fa1be2bc07 req-a9fa108e-c7d7-47b7-9e35-eaccc55c2cd7 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] No waiting events found dispatching network-vif-plugged-973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.464349] env[69308]: WARNING nova.compute.manager [req-2bccf3bd-2638-4a38-be67-57fa1be2bc07 req-a9fa108e-c7d7-47b7-9e35-eaccc55c2cd7 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Received unexpected event network-vif-plugged-973e10b9-1639-41b6-a037-095914ce7290 for instance with vm_state building and task_state spawning. [ 795.488866] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1057f4fb-8422-4e39-b335-e71934840b02 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.500212] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56cc827-a17f-4033-b2dd-0c24ec5e200d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.543342] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ef4d6-db83-4da6-8a6f-e9dfe0a03055 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.546407] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.546618] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.546815] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleting the datastore file [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.547096] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e797fcaf-5263-44ef-a0a1-76ea7e071022 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.554591] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d8c718-744c-4fd9-89a3-798a3d8a900e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.560413] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 795.560413] env[69308]: value = "task-3868298" [ 795.560413] env[69308]: _type = "Task" [ 795.560413] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.574350] env[69308]: DEBUG nova.compute.provider_tree [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.581572] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2d2ba6b-8fd0-4a20-a699-51dfe0d584a4 req-9e4a3249-1459-466c-9ab0-6161d048788a service nova] Releasing lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.581973] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.704994] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.704994] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.704994] env[69308]: DEBUG nova.network.neutron [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.768428] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868297, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.880299] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.073056] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175513} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.073382] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.073528] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.073726] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.113656] env[69308]: DEBUG nova.compute.manager [req-91d62326-1a73-421d-b6f0-97f67441f7de req-6e677ec2-7cc4-45d4-b919-be781287bcaa service nova] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Received event network-vif-deleted-c12df330-bee4-42e5-af16-5883470c04d7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.117510] env[69308]: DEBUG nova.scheduler.client.report [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 796.117775] env[69308]: DEBUG nova.compute.provider_tree [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 73 to 74 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 796.117941] env[69308]: DEBUG nova.compute.provider_tree [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.264675] env[69308]: DEBUG nova.network.neutron [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.276932] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868297, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.554884] env[69308]: DEBUG nova.network.neutron [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updating instance_info_cache with network_info: [{"id": "973e10b9-1639-41b6-a037-095914ce7290", "address": "fa:16:3e:de:d0:e7", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973e10b9-16", "ovs_interfaceid": "973e10b9-1639-41b6-a037-095914ce7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.627785] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.630717] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.348s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.631082] env[69308]: DEBUG nova.objects.instance [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lazy-loading 'resources' on Instance uuid fea7032f-f99b-4e36-9f39-1b0d98d5890c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.659316] env[69308]: INFO nova.scheduler.client.report [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted allocations for instance e408f6d6-e873-470e-aecb-16ffa9774217 [ 796.768222] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868297, 'name': Rename_Task, 'duration_secs': 1.184455} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.768714] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.769423] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7becae9b-058f-49fa-9de3-ac0bbb1a0d77 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.777922] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 796.777922] env[69308]: value = "task-3868299" [ 796.777922] env[69308]: _type = "Task" [ 796.777922] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.788571] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.957045] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "fe4ef999-119c-4235-85dd-f1848885b31a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.058873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Releasing lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.059396] env[69308]: DEBUG nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Instance network_info: |[{"id": "973e10b9-1639-41b6-a037-095914ce7290", "address": "fa:16:3e:de:d0:e7", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973e10b9-16", "ovs_interfaceid": "973e10b9-1639-41b6-a037-095914ce7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.060881] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:d0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '973e10b9-1639-41b6-a037-095914ce7290', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.071069] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Creating folder: Project (145e7047bcb94f5dae910b9203da9c74). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.071561] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a537b1a-d06e-4757-80b1-0a5187e391b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.087140] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Created folder: Project (145e7047bcb94f5dae910b9203da9c74) in parent group-v768498. [ 797.087140] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Creating folder: Instances. Parent ref: group-v768637. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.089290] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4311d886-b09c-42a2-8bfa-07a6be4c23ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.106236] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Created folder: Instances in parent group-v768637. [ 797.106236] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.106236] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.106236] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31e3e0a4-9429-46e3-aa87-f5e22edd765e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.131335] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.131335] env[69308]: value = "task-3868302" [ 797.131335] env[69308]: _type = "Task" [ 797.131335] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.137733] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.138381] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.138664] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.138963] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.139260] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.139560] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.139965] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.140811] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.141316] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.141928] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.142356] env[69308]: DEBUG nova.virt.hardware [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.146482] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dbc384-9f22-47cc-bce1-a44f9da9c3bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.164027] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f680d00d-f593-481d-9bdd-970df6bd398a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.164938] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868302, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.168524] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8de8109-e181-40d8-aa44-672ad7b35d54 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "e408f6d6-e873-470e-aecb-16ffa9774217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.527s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.182015] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a8:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.191221] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.194968] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.196626] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acf6f3ff-685d-496f-be17-e8e199ac54fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.226967] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.226967] env[69308]: value = "task-3868303" [ 797.226967] env[69308]: _type = "Task" [ 797.226967] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.238045] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868303, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.293301] env[69308]: DEBUG oslo_vmware.api [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868299, 'name': PowerOnVM_Task, 'duration_secs': 0.491986} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.294017] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.294017] env[69308]: INFO nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Took 8.38 seconds to spawn the instance on the hypervisor. [ 797.294204] env[69308]: DEBUG nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.295104] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e74a7-b4bd-419e-b19f-e910f9729eda {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.621053] env[69308]: DEBUG nova.compute.manager [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Received event network-changed-973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.621586] env[69308]: DEBUG nova.compute.manager [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Refreshing instance network info cache due to event network-changed-973e10b9-1639-41b6-a037-095914ce7290. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.621890] env[69308]: DEBUG oslo_concurrency.lockutils [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] Acquiring lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.622067] env[69308]: DEBUG oslo_concurrency.lockutils [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] Acquired lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.622572] env[69308]: DEBUG nova.network.neutron [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Refreshing network info cache for port 973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.643778] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868302, 'name': CreateVM_Task, 'duration_secs': 0.397876} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.647076] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.648401] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.648814] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.649179] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.649953] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466e67d3-34e7-4ce2-8721-05f886e4a561 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.655674] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 797.655674] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cb75df-7d1a-b68b-2437-05b9c5f06c17" [ 797.655674] env[69308]: _type = "Task" [ 797.655674] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.668926] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cb75df-7d1a-b68b-2437-05b9c5f06c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.741332] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868303, 'name': CreateVM_Task, 'duration_secs': 0.407282} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.741332] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.743189] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.773881] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ffa04-d912-4fca-8ed3-8adcb3c9c3a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.784552] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f83b207-2058-44a6-83d4-7113821749c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.827653] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2cbabb-c9fe-411d-9d39-f41873f0e8cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.831623] env[69308]: INFO nova.compute.manager [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Took 52.60 seconds to build instance. [ 797.838013] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0974984d-9cf4-40e6-a29e-2031b89f3951 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.854038] env[69308]: DEBUG nova.compute.provider_tree [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.170316] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cb75df-7d1a-b68b-2437-05b9c5f06c17, 'name': SearchDatastore_Task, 'duration_secs': 0.018137} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.171118] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.171477] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.172273] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.172692] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.172894] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.173224] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.173554] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.173796] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74c908e8-0317-495a-be2d-e7f3e7d566e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.177747] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a54501-c89e-499b-88b1-ea02842335c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.188165] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 798.188165] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f9784b-a46f-c0d0-548a-70ae18849930" [ 798.188165] env[69308]: _type = "Task" [ 798.188165] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.196757] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.198018] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.198951] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a1a0b7-8646-425a-a06f-ded348a805b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.207460] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f9784b-a46f-c0d0-548a-70ae18849930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.213036] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 798.213036] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cd8893-6ecd-ca56-6103-4dcc289cb3e5" [ 798.213036] env[69308]: _type = "Task" [ 798.213036] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.224035] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cd8893-6ecd-ca56-6103-4dcc289cb3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.334257] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bc883ff-04c4-4b5b-973f-3f3e41fb7cf4 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.838s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.403031] env[69308]: DEBUG nova.scheduler.client.report [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 798.403031] env[69308]: DEBUG nova.compute.provider_tree [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 74 to 75 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 798.403031] env[69308]: DEBUG nova.compute.provider_tree [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.700275] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f9784b-a46f-c0d0-548a-70ae18849930, 'name': SearchDatastore_Task, 'duration_secs': 0.025384} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.700275] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.700275] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.700275] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.728028] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cd8893-6ecd-ca56-6103-4dcc289cb3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016734} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.728028] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fdb986-9776-4e2b-a5b0-1a30747c5483 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.738667] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 798.738667] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]524c6733-2155-bec7-1e62-3a10dcd52d9b" [ 798.738667] env[69308]: _type = "Task" [ 798.738667] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.749577] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524c6733-2155-bec7-1e62-3a10dcd52d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.841967] env[69308]: DEBUG nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.908061] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.911790] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.333s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.914414] env[69308]: INFO nova.compute.claims [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.951417] env[69308]: DEBUG nova.network.neutron [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updated VIF entry in instance network info cache for port 973e10b9-1639-41b6-a037-095914ce7290. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.952047] env[69308]: DEBUG nova.network.neutron [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updating instance_info_cache with network_info: [{"id": "973e10b9-1639-41b6-a037-095914ce7290", "address": "fa:16:3e:de:d0:e7", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973e10b9-16", "ovs_interfaceid": "973e10b9-1639-41b6-a037-095914ce7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.967848] env[69308]: INFO nova.scheduler.client.report [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Deleted allocations for instance fea7032f-f99b-4e36-9f39-1b0d98d5890c [ 799.251828] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524c6733-2155-bec7-1e62-3a10dcd52d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.029132} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.253131] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.253295] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05/5870abd0-1c2c-43ae-9c3e-6bf3c0862c05.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.253797] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.253797] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.254015] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f14de61e-d319-45fb-8961-5f8c288a6d67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.257752] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6112a0a4-b604-421d-866e-c8e197240a48 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.268087] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 799.268087] env[69308]: value = "task-3868304" [ 799.268087] env[69308]: _type = "Task" [ 799.268087] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.275221] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.275464] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.276615] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6137c676-5c95-45f8-afa8-4d34d906d7a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.283437] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 799.283437] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d79ee2-0bb1-a7a4-b8fa-6d1d24a52bfd" [ 799.283437] env[69308]: _type = "Task" [ 799.283437] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.288500] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.298418] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d79ee2-0bb1-a7a4-b8fa-6d1d24a52bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.299301] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf81669-017b-4ef8-a561-6aa9b4a6bd6e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.305734] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 799.305734] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522d9479-5f1a-0c29-c340-15c79340ca2b" [ 799.305734] env[69308]: _type = "Task" [ 799.305734] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.319742] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522d9479-5f1a-0c29-c340-15c79340ca2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.320086] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.320668] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.320981] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe2b277-3c58-456a-b144-8a33eabfa3b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.333703] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 799.333703] env[69308]: value = "task-3868305" [ 799.333703] env[69308]: _type = "Task" [ 799.333703] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.345878] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.379426] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.457390] env[69308]: DEBUG oslo_concurrency.lockutils [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] Releasing lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.457390] env[69308]: DEBUG nova.compute.manager [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Received event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.457581] env[69308]: DEBUG nova.compute.manager [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing instance network info cache due to event network-changed-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.457862] env[69308]: DEBUG oslo_concurrency.lockutils [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] Acquiring lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.458130] env[69308]: DEBUG oslo_concurrency.lockutils [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] Acquired lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.459615] env[69308]: DEBUG nova.network.neutron [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Refreshing network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.479689] env[69308]: DEBUG oslo_concurrency.lockutils [None req-80b91b3b-4d39-43d8-98a1-69ea143d0848 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "fea7032f-f99b-4e36-9f39-1b0d98d5890c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.207s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.787261] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488901} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.787698] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05/5870abd0-1c2c-43ae-9c3e-6bf3c0862c05.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.787932] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.788229] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15b78b72-36df-4a07-a8ac-29266095a385 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.801093] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 799.801093] env[69308]: value = "task-3868306" [ 799.801093] env[69308]: _type = "Task" [ 799.801093] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.816380] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.848653] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868305, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.316234] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09838} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.316568] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.317616] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d400032e-c7fc-4808-921f-f71f4fe16c40 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.349424] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05/5870abd0-1c2c-43ae-9c3e-6bf3c0862c05.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.360204] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb47440-4217-40fc-8897-5fd8af621ff0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.384039] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868305, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.385712] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 800.385712] env[69308]: value = "task-3868307" [ 800.385712] env[69308]: _type = "Task" [ 800.385712] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.397234] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.443525] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquiring lock "6264b79b-a81f-4076-9e35-bf4f44deddf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.443525] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "6264b79b-a81f-4076-9e35-bf4f44deddf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.562573] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a860078-832a-4440-ac96-fc40af99e122 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.573042] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe4aacb-0f45-4df5-91f2-f72d8b5b0078 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.606568] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f00390-3677-4ff5-b77f-1fb73eb89df2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.611050] env[69308]: DEBUG nova.compute.manager [req-6ecc1b3f-8b3e-401a-be9d-7463804de3bb req-8450374e-519f-46c7-b76b-71fee9487ac9 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Received event network-changed-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.611448] env[69308]: DEBUG nova.compute.manager [req-6ecc1b3f-8b3e-401a-be9d-7463804de3bb req-8450374e-519f-46c7-b76b-71fee9487ac9 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Refreshing instance network info cache due to event network-changed-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.611630] env[69308]: DEBUG oslo_concurrency.lockutils [req-6ecc1b3f-8b3e-401a-be9d-7463804de3bb req-8450374e-519f-46c7-b76b-71fee9487ac9 service nova] Acquiring lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.611783] env[69308]: DEBUG oslo_concurrency.lockutils [req-6ecc1b3f-8b3e-401a-be9d-7463804de3bb req-8450374e-519f-46c7-b76b-71fee9487ac9 service nova] Acquired lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.611949] env[69308]: DEBUG nova.network.neutron [req-6ecc1b3f-8b3e-401a-be9d-7463804de3bb req-8450374e-519f-46c7-b76b-71fee9487ac9 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Refreshing network info cache for port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.620229] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1347f-e715-4a57-9ffd-526390330c99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.636698] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.861159] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868305, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.896789] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.925175] env[69308]: DEBUG nova.network.neutron [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updated VIF entry in instance network info cache for port f758251f-9c1a-4eb9-a5f7-8cf57ee512fc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.926468] env[69308]: DEBUG nova.network.neutron [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updating instance_info_cache with network_info: [{"id": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "address": "fa:16:3e:39:75:69", "network": {"id": "dc6efcc6-f09b-4740-a886-546ccb1623e7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1959601566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6045c022af69496391c36523d46a0ad7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf758251f-9c", "ovs_interfaceid": "f758251f-9c1a-4eb9-a5f7-8cf57ee512fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.164552] env[69308]: ERROR nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [req-73dff2b7-b049-48d1-a258-38b776183aaa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73dff2b7-b049-48d1-a258-38b776183aaa"}]} [ 801.188649] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 801.210220] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 801.211041] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.225758] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 801.248854] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 801.354636] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868305, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.774011} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.361131] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.361455] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.362989] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e601ecb-36de-4244-9809-9d74d26c5549 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.378292] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 801.378292] env[69308]: value = "task-3868308" [ 801.378292] env[69308]: _type = "Task" [ 801.378292] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.389889] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.403185] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.431111] env[69308]: DEBUG oslo_concurrency.lockutils [req-ed5b6bf1-1212-4937-8248-d4be318ab928 req-0b681949-fc68-4fbc-a512-ac184ea72501 service nova] Releasing lock "refresh_cache-60f120c5-345a-44dd-b716-03a686a518f3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.589198] env[69308]: DEBUG nova.network.neutron [req-6ecc1b3f-8b3e-401a-be9d-7463804de3bb req-8450374e-519f-46c7-b76b-71fee9487ac9 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updated VIF entry in instance network info cache for port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.589578] env[69308]: DEBUG nova.network.neutron [req-6ecc1b3f-8b3e-401a-be9d-7463804de3bb req-8450374e-519f-46c7-b76b-71fee9487ac9 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating instance_info_cache with network_info: [{"id": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "address": "fa:16:3e:b9:35:78", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b7cdd6-fb", "ovs_interfaceid": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.858881] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848aa7d7-c5cf-4c63-b0d6-d25f392e3cc4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.868733] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1901b9-25ad-4b7e-8a0a-1478d5faf0bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.909264] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.913178] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.918777] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87594b-030c-4d78-8f9e-1c8d0bbe1383 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.927671] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099904} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.933655] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.934164] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868307, 'name': ReconfigVM_Task, 'duration_secs': 1.421993} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.935120] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7338a5b-2da8-4644-ba97-2d65a49f06ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.938485] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05/5870abd0-1c2c-43ae-9c3e-6bf3c0862c05.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.942657] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1270a79-cec1-4908-952a-f3a855a163f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.949024] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2524722c-1571-41c3-abfb-7b509e08a2b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.960604] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.985051] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.985620] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 801.985620] env[69308]: value = "task-3868309" [ 801.985620] env[69308]: _type = "Task" [ 801.985620] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.989231] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8681054d-ea7c-48cd-950e-06a69e958bde {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.018265] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868309, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.019966] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 802.019966] env[69308]: value = "task-3868310" [ 802.019966] env[69308]: _type = "Task" [ 802.019966] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.030054] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.056239] env[69308]: ERROR nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [req-f8d1273d-e016-4919-9326-0158feacf381] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-f8d1273d-e016-4919-9326-0158feacf381"}]} [ 802.076288] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.093466] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.093740] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.096186] env[69308]: DEBUG oslo_concurrency.lockutils [req-6ecc1b3f-8b3e-401a-be9d-7463804de3bb req-8450374e-519f-46c7-b76b-71fee9487ac9 service nova] Releasing lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.111244] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.140064] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.434211] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.434211] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.434211] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.434211] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.434351] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.434445] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.434579] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 802.434719] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.535026] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868309, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.547886] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868310, 'name': ReconfigVM_Task, 'duration_secs': 0.360748} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.548913] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4/943cc30d-aa71-41d6-a022-fc9fe05b94a4.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.549757] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4dd84c0-9889-4cd5-96ff-ba395f8525a6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.555690] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "801f7d2c-13c7-42c4-b51d-48e5184c6292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.555690] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "801f7d2c-13c7-42c4-b51d-48e5184c6292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.557779] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 802.557779] env[69308]: value = "task-3868311" [ 802.557779] env[69308]: _type = "Task" [ 802.557779] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.576377] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868311, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.806224] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65cd4d9-c490-4729-8fc5-9999bef7eb4c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.814567] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a2988b-a790-42e6-873e-3b753eceb21e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.852179] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015583a2-5804-4ba4-a7a2-d93bf24334ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.860873] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7236ed5a-49cd-4106-8ad9-fd9357a853c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.876336] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.943178] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.025817] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868309, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.078422] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868311, 'name': Rename_Task, 'duration_secs': 0.301803} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.079282] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.079282] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-828293aa-633a-4f59-858d-7c0229322583 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.087453] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 803.087453] env[69308]: value = "task-3868312" [ 803.087453] env[69308]: _type = "Task" [ 803.087453] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.100691] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.401064] env[69308]: ERROR nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [req-effc0aea-b461-4a12-8933-8b3595a38705] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-effc0aea-b461-4a12-8933-8b3595a38705"}]} [ 803.418702] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 803.435108] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 803.435477] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.449628] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 803.472939] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 803.526798] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquiring lock "6518127c-ce73-4cd9-a46f-152e6c36a40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.527056] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "6518127c-ce73-4cd9-a46f-152e6c36a40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.527281] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868309, 'name': Rename_Task, 'duration_secs': 1.20478} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.531230] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.532228] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0e2b899-3264-4534-a796-ba6ad8ff62c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.541964] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 803.541964] env[69308]: value = "task-3868313" [ 803.541964] env[69308]: _type = "Task" [ 803.541964] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.554221] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.600633] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.033782] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8453da-1267-4678-87dc-30916aaab645 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.051204] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2491d7a-bf28-4d0f-b90b-23f8452cdaed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.069127] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.097949] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9955a8ac-5961-429a-aca9-f85e00cc9826 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.112528] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebdad51-5440-4f7b-b9ec-b8f56e74f8f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.113168] env[69308]: DEBUG oslo_vmware.api [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868312, 'name': PowerOnVM_Task, 'duration_secs': 0.682584} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.113448] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.113649] env[69308]: DEBUG nova.compute.manager [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.114841] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f328b0-294f-4150-b25d-3c19f4f723a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.125815] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.555450] env[69308]: DEBUG oslo_vmware.api [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868313, 'name': PowerOnVM_Task, 'duration_secs': 0.941783} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.555980] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.556336] env[69308]: INFO nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Took 10.56 seconds to spawn the instance on the hypervisor. [ 804.556659] env[69308]: DEBUG nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.557652] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a1eae-5da0-41a0-baea-4b032e8cbfc7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.648959] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.675543] env[69308]: DEBUG nova.scheduler.client.report [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 804.675791] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 78 to 79 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 804.675883] env[69308]: DEBUG nova.compute.provider_tree [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.081045] env[69308]: INFO nova.compute.manager [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Took 57.19 seconds to build instance. [ 805.181515] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.269s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.182512] env[69308]: DEBUG nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.189369] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.828s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.195083] env[69308]: INFO nova.compute.claims [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.583169] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b142f972-9f20-4d4f-8d06-bd80994dc99b tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.807s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.701105] env[69308]: DEBUG nova.compute.utils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.704740] env[69308]: DEBUG nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.704908] env[69308]: DEBUG nova.network.neutron [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.759151] env[69308]: DEBUG nova.policy [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0938649ca9543d1a77219bf8fc53d2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99422356eab14e8ca8a87e4d20644bb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.920443] env[69308]: DEBUG nova.compute.manager [req-1fdd6fe1-39d8-4f64-9d69-af68e448285f req-2248e767-79ab-471b-a2d7-28acbc238c1b service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Received event network-changed-973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.920661] env[69308]: DEBUG nova.compute.manager [req-1fdd6fe1-39d8-4f64-9d69-af68e448285f req-2248e767-79ab-471b-a2d7-28acbc238c1b service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Refreshing instance network info cache due to event network-changed-973e10b9-1639-41b6-a037-095914ce7290. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.920873] env[69308]: DEBUG oslo_concurrency.lockutils [req-1fdd6fe1-39d8-4f64-9d69-af68e448285f req-2248e767-79ab-471b-a2d7-28acbc238c1b service nova] Acquiring lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.921022] env[69308]: DEBUG oslo_concurrency.lockutils [req-1fdd6fe1-39d8-4f64-9d69-af68e448285f req-2248e767-79ab-471b-a2d7-28acbc238c1b service nova] Acquired lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.921211] env[69308]: DEBUG nova.network.neutron [req-1fdd6fe1-39d8-4f64-9d69-af68e448285f req-2248e767-79ab-471b-a2d7-28acbc238c1b service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Refreshing network info cache for port 973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.065427] env[69308]: DEBUG nova.network.neutron [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Successfully created port: 56b845fa-c40b-4ac5-8c20-479e35068b71 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.087064] env[69308]: DEBUG nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.207601] env[69308]: DEBUG nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.284193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "22889b96-78e6-4b9c-8b43-a423dfe509bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.284193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "22889b96-78e6-4b9c-8b43-a423dfe509bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.284193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "22889b96-78e6-4b9c-8b43-a423dfe509bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.284193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "22889b96-78e6-4b9c-8b43-a423dfe509bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.284193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "22889b96-78e6-4b9c-8b43-a423dfe509bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.285972] env[69308]: INFO nova.compute.manager [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Terminating instance [ 806.617195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.731760] env[69308]: DEBUG nova.network.neutron [req-1fdd6fe1-39d8-4f64-9d69-af68e448285f req-2248e767-79ab-471b-a2d7-28acbc238c1b service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updated VIF entry in instance network info cache for port 973e10b9-1639-41b6-a037-095914ce7290. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.731760] env[69308]: DEBUG nova.network.neutron [req-1fdd6fe1-39d8-4f64-9d69-af68e448285f req-2248e767-79ab-471b-a2d7-28acbc238c1b service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updating instance_info_cache with network_info: [{"id": "973e10b9-1639-41b6-a037-095914ce7290", "address": "fa:16:3e:de:d0:e7", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973e10b9-16", "ovs_interfaceid": "973e10b9-1639-41b6-a037-095914ce7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.800774] env[69308]: DEBUG nova.compute.manager [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.801075] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.802435] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d61487e-d0b9-4c2e-a47e-e8bc61ab72a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.815400] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.815680] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6190ad98-a3ac-44cc-b008-ef81feab549a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.824582] env[69308]: DEBUG oslo_vmware.api [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 806.824582] env[69308]: value = "task-3868314" [ 806.824582] env[69308]: _type = "Task" [ 806.824582] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.831122] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1051306a-e054-40a5-8800-3929bdf52898 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.837431] env[69308]: DEBUG oslo_vmware.api [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.842782] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ef295-43ae-4a98-997a-4bfc8f756b2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.876437] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20f028-f9a5-4105-a126-d2a501653ffa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.886418] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f734852-9732-406d-83ca-3d61972cd0c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.900761] env[69308]: DEBUG nova.compute.provider_tree [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.224674] env[69308]: DEBUG nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.233877] env[69308]: DEBUG oslo_concurrency.lockutils [req-1fdd6fe1-39d8-4f64-9d69-af68e448285f req-2248e767-79ab-471b-a2d7-28acbc238c1b service nova] Releasing lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.254012] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.254287] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.254452] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.254640] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.254803] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.254934] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.255156] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.255334] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.255512] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.255674] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.255849] env[69308]: DEBUG nova.virt.hardware [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.256807] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4598596-46b8-4a24-a431-61a9b5140cba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.265204] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01227fcb-4f4a-465e-8dec-fa06e3aabf0d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.334703] env[69308]: DEBUG oslo_vmware.api [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868314, 'name': PowerOffVM_Task, 'duration_secs': 0.355093} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.334994] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.335226] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.335504] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb6df608-5880-4b9d-bf4e-0ed7fc4e70b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.407024] env[69308]: DEBUG nova.scheduler.client.report [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.408930] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.409386] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.409692] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleting the datastore file [datastore2] 22889b96-78e6-4b9c-8b43-a423dfe509bc {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.410294] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b919944-06b8-453f-b1b6-cc1929b2876e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.418274] env[69308]: DEBUG oslo_vmware.api [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 807.418274] env[69308]: value = "task-3868316" [ 807.418274] env[69308]: _type = "Task" [ 807.418274] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.430627] env[69308]: DEBUG oslo_vmware.api [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.590890] env[69308]: DEBUG nova.compute.manager [req-5471581f-f71f-4a36-b545-723235fe3fb8 req-16e1f0c7-a385-40b2-92e1-964dad2f2869 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Received event network-vif-plugged-56b845fa-c40b-4ac5-8c20-479e35068b71 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.591365] env[69308]: DEBUG oslo_concurrency.lockutils [req-5471581f-f71f-4a36-b545-723235fe3fb8 req-16e1f0c7-a385-40b2-92e1-964dad2f2869 service nova] Acquiring lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.593200] env[69308]: DEBUG oslo_concurrency.lockutils [req-5471581f-f71f-4a36-b545-723235fe3fb8 req-16e1f0c7-a385-40b2-92e1-964dad2f2869 service nova] Lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.593200] env[69308]: DEBUG oslo_concurrency.lockutils [req-5471581f-f71f-4a36-b545-723235fe3fb8 req-16e1f0c7-a385-40b2-92e1-964dad2f2869 service nova] Lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.593200] env[69308]: DEBUG nova.compute.manager [req-5471581f-f71f-4a36-b545-723235fe3fb8 req-16e1f0c7-a385-40b2-92e1-964dad2f2869 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] No waiting events found dispatching network-vif-plugged-56b845fa-c40b-4ac5-8c20-479e35068b71 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.593200] env[69308]: WARNING nova.compute.manager [req-5471581f-f71f-4a36-b545-723235fe3fb8 req-16e1f0c7-a385-40b2-92e1-964dad2f2869 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Received unexpected event network-vif-plugged-56b845fa-c40b-4ac5-8c20-479e35068b71 for instance with vm_state building and task_state spawning. [ 807.668592] env[69308]: DEBUG nova.network.neutron [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Successfully updated port: 56b845fa-c40b-4ac5-8c20-479e35068b71 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.912182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.912731] env[69308]: DEBUG nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.915308] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.434s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.915524] env[69308]: DEBUG nova.objects.instance [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lazy-loading 'resources' on Instance uuid 1084ebd4-418b-452e-a59b-d139d536f4d6 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.929202] env[69308]: DEBUG oslo_vmware.api [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.171496] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "refresh_cache-7bcad6cc-6b37-498f-816d-2c84ffa08b6d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.171736] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquired lock "refresh_cache-7bcad6cc-6b37-498f-816d-2c84ffa08b6d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.171863] env[69308]: DEBUG nova.network.neutron [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.418857] env[69308]: DEBUG nova.compute.utils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.423790] env[69308]: DEBUG nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.423790] env[69308]: DEBUG nova.network.neutron [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.434314] env[69308]: DEBUG oslo_vmware.api [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.779739} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.434639] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.435340] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.435340] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.435538] env[69308]: INFO nova.compute.manager [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Took 1.63 seconds to destroy the instance on the hypervisor. [ 808.436546] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.436546] env[69308]: DEBUG nova.compute.manager [-] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.436546] env[69308]: DEBUG nova.network.neutron [-] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.490171] env[69308]: DEBUG nova.policy [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f38b086c1a4ef1b1e30c6ff0ad36c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c18fe6e672f47269103d876f9d17f48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.727614] env[69308]: DEBUG nova.network.neutron [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.911095] env[69308]: DEBUG nova.network.neutron [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Updating instance_info_cache with network_info: [{"id": "56b845fa-c40b-4ac5-8c20-479e35068b71", "address": "fa:16:3e:d2:e5:d2", "network": {"id": "6bde6918-2344-4abf-8720-d8ff519de5e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1278799466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99422356eab14e8ca8a87e4d20644bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b845fa-c4", "ovs_interfaceid": "56b845fa-c40b-4ac5-8c20-479e35068b71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.925322] env[69308]: DEBUG nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.008404] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d4db5-0ea2-4edf-bea9-1fde893f15f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.012805] env[69308]: DEBUG nova.network.neutron [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Successfully created port: d8c509ed-13ec-451b-bc07-3da5307e3911 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.017649] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f7afe-c9a4-45e3-9e3f-60c6410ed45a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.052927] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0da68-ab66-4391-a5f4-ea9abb539f26 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.058278] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e40b21-fcb1-4604-ac31-d08552356800 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.072143] env[69308]: DEBUG nova.compute.provider_tree [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.393409] env[69308]: DEBUG nova.network.neutron [-] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.413614] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Releasing lock "refresh_cache-7bcad6cc-6b37-498f-816d-2c84ffa08b6d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.413948] env[69308]: DEBUG nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Instance network_info: |[{"id": "56b845fa-c40b-4ac5-8c20-479e35068b71", "address": "fa:16:3e:d2:e5:d2", "network": {"id": "6bde6918-2344-4abf-8720-d8ff519de5e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1278799466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99422356eab14e8ca8a87e4d20644bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b845fa-c4", "ovs_interfaceid": "56b845fa-c40b-4ac5-8c20-479e35068b71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.414380] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e5:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56b845fa-c40b-4ac5-8c20-479e35068b71', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.422449] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.423081] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.423341] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aef3375-1be8-40f6-960a-d0c8af233e90 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.448293] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.448293] env[69308]: value = "task-3868317" [ 809.448293] env[69308]: _type = "Task" [ 809.448293] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.456445] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868317, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.575867] env[69308]: DEBUG nova.scheduler.client.report [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.621508] env[69308]: DEBUG nova.compute.manager [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Received event network-changed-56b845fa-c40b-4ac5-8c20-479e35068b71 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.621820] env[69308]: DEBUG nova.compute.manager [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Refreshing instance network info cache due to event network-changed-56b845fa-c40b-4ac5-8c20-479e35068b71. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.622073] env[69308]: DEBUG oslo_concurrency.lockutils [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] Acquiring lock "refresh_cache-7bcad6cc-6b37-498f-816d-2c84ffa08b6d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.622249] env[69308]: DEBUG oslo_concurrency.lockutils [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] Acquired lock "refresh_cache-7bcad6cc-6b37-498f-816d-2c84ffa08b6d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.622517] env[69308]: DEBUG nova.network.neutron [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Refreshing network info cache for port 56b845fa-c40b-4ac5-8c20-479e35068b71 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.895680] env[69308]: INFO nova.compute.manager [-] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Took 1.46 seconds to deallocate network for instance. [ 809.943619] env[69308]: DEBUG nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.958832] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868317, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.972872] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.973139] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.973300] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.973482] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.973990] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.973990] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.973990] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.974200] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.974302] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.974464] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.974641] env[69308]: DEBUG nova.virt.hardware [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.975909] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7869c8-105c-4bbb-ab21-a63eb9e24a35 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.984529] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7855aab1-8be4-4a2d-950b-b9246a2a8104 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.083524] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.086386] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.286s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.086664] env[69308]: DEBUG nova.objects.instance [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'resources' on Instance uuid cb44961f-d39b-4a67-a568-780c0ac1ec7b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.110079] env[69308]: INFO nova.scheduler.client.report [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleted allocations for instance 1084ebd4-418b-452e-a59b-d139d536f4d6 [ 810.404660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.425232] env[69308]: DEBUG nova.network.neutron [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Updated VIF entry in instance network info cache for port 56b845fa-c40b-4ac5-8c20-479e35068b71. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.425671] env[69308]: DEBUG nova.network.neutron [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Updating instance_info_cache with network_info: [{"id": "56b845fa-c40b-4ac5-8c20-479e35068b71", "address": "fa:16:3e:d2:e5:d2", "network": {"id": "6bde6918-2344-4abf-8720-d8ff519de5e1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1278799466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99422356eab14e8ca8a87e4d20644bb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56b845fa-c4", "ovs_interfaceid": "56b845fa-c40b-4ac5-8c20-479e35068b71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.463201] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868317, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.621472] env[69308]: DEBUG oslo_concurrency.lockutils [None req-093e3d8d-a8fa-4618-8c8c-85f225fb3912 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1084ebd4-418b-452e-a59b-d139d536f4d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.908s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.629949] env[69308]: DEBUG nova.network.neutron [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Successfully updated port: d8c509ed-13ec-451b-bc07-3da5307e3911 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.928890] env[69308]: DEBUG oslo_concurrency.lockutils [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] Releasing lock "refresh_cache-7bcad6cc-6b37-498f-816d-2c84ffa08b6d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.928890] env[69308]: DEBUG nova.compute.manager [req-631fd96c-306b-4bc8-b65c-8ac9e331071b req-bcf370e2-91c4-40ab-b750-5bbd169b84d5 service nova] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Received event network-vif-deleted-3c2e9aad-b55a-41dd-8364-11063ce47d39 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.963495] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868317, 'name': CreateVM_Task, 'duration_secs': 1.306993} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.963694] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.964509] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.965234] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.965234] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.965234] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02096cb2-df4c-4b60-917d-555aed42ccfc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.970426] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 810.970426] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526093aa-f58b-ee57-b7c6-97f4f04bcf20" [ 810.970426] env[69308]: _type = "Task" [ 810.970426] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.980705] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526093aa-f58b-ee57-b7c6-97f4f04bcf20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.072061] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5e417d-f95e-44fb-bc2d-358f4054be3a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.080602] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf4420-8d26-4ada-890b-0cfb12abf7f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.115256] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b02dfb-9c09-48c1-9e20-d002cab9387c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.124643] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37e47d3-0ce4-47cf-b3f7-c5c1c161185f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.143093] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-f2314bad-495a-4344-bb55-3bed46135007" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.143286] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-f2314bad-495a-4344-bb55-3bed46135007" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.143451] env[69308]: DEBUG nova.network.neutron [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.145395] env[69308]: DEBUG nova.compute.provider_tree [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.170264] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.170630] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.480991] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526093aa-f58b-ee57-b7c6-97f4f04bcf20, 'name': SearchDatastore_Task, 'duration_secs': 0.015875} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.481336] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.481577] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.481857] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.482011] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.482203] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.482468] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdd2345d-4b73-4556-bc5a-adf12dfa885f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.492121] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.492325] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.493099] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18a6676-518f-43b7-8d85-26398d77cf2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.499843] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 811.499843] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a48c0f-0df5-366d-05bf-282779e78220" [ 811.499843] env[69308]: _type = "Task" [ 811.499843] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.509450] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a48c0f-0df5-366d-05bf-282779e78220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.651925] env[69308]: DEBUG nova.scheduler.client.report [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.690911] env[69308]: DEBUG nova.compute.manager [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Received event network-vif-plugged-d8c509ed-13ec-451b-bc07-3da5307e3911 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.690971] env[69308]: DEBUG oslo_concurrency.lockutils [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] Acquiring lock "f2314bad-495a-4344-bb55-3bed46135007-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.691159] env[69308]: DEBUG oslo_concurrency.lockutils [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] Lock "f2314bad-495a-4344-bb55-3bed46135007-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.691486] env[69308]: DEBUG oslo_concurrency.lockutils [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] Lock "f2314bad-495a-4344-bb55-3bed46135007-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.691486] env[69308]: DEBUG nova.compute.manager [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] No waiting events found dispatching network-vif-plugged-d8c509ed-13ec-451b-bc07-3da5307e3911 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.692477] env[69308]: WARNING nova.compute.manager [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Received unexpected event network-vif-plugged-d8c509ed-13ec-451b-bc07-3da5307e3911 for instance with vm_state building and task_state spawning. [ 811.692718] env[69308]: DEBUG nova.compute.manager [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Received event network-changed-d8c509ed-13ec-451b-bc07-3da5307e3911 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.692888] env[69308]: DEBUG nova.compute.manager [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Refreshing instance network info cache due to event network-changed-d8c509ed-13ec-451b-bc07-3da5307e3911. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.693070] env[69308]: DEBUG oslo_concurrency.lockutils [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] Acquiring lock "refresh_cache-f2314bad-495a-4344-bb55-3bed46135007" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.951438] env[69308]: DEBUG nova.network.neutron [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.015087] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a48c0f-0df5-366d-05bf-282779e78220, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.015087] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bc7081-9053-42a0-82c9-e12c403ba1b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.019824] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 812.019824] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cff981-0f02-b65b-a3d1-a1b15fd0d402" [ 812.019824] env[69308]: _type = "Task" [ 812.019824] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.029185] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cff981-0f02-b65b-a3d1-a1b15fd0d402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.152450] env[69308]: DEBUG nova.network.neutron [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Updating instance_info_cache with network_info: [{"id": "d8c509ed-13ec-451b-bc07-3da5307e3911", "address": "fa:16:3e:d5:62:05", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c509ed-13", "ovs_interfaceid": "d8c509ed-13ec-451b-bc07-3da5307e3911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.161080] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.163567] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.267s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.165854] env[69308]: INFO nova.compute.claims [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.190667] env[69308]: INFO nova.scheduler.client.report [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleted allocations for instance cb44961f-d39b-4a67-a568-780c0ac1ec7b [ 812.349613] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.351019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.351019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.351019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.351019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.354150] env[69308]: INFO nova.compute.manager [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Terminating instance [ 812.423582] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.423900] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.424525] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.424726] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.424903] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.427120] env[69308]: INFO nova.compute.manager [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Terminating instance [ 812.530877] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cff981-0f02-b65b-a3d1-a1b15fd0d402, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.531315] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.531420] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 7bcad6cc-6b37-498f-816d-2c84ffa08b6d/7bcad6cc-6b37-498f-816d-2c84ffa08b6d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.531729] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5607569-9a46-43e1-8816-5211274a09ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.538641] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 812.538641] env[69308]: value = "task-3868318" [ 812.538641] env[69308]: _type = "Task" [ 812.538641] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.546331] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.656134] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-f2314bad-495a-4344-bb55-3bed46135007" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.656480] env[69308]: DEBUG nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Instance network_info: |[{"id": "d8c509ed-13ec-451b-bc07-3da5307e3911", "address": "fa:16:3e:d5:62:05", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c509ed-13", "ovs_interfaceid": "d8c509ed-13ec-451b-bc07-3da5307e3911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.656806] env[69308]: DEBUG oslo_concurrency.lockutils [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] Acquired lock "refresh_cache-f2314bad-495a-4344-bb55-3bed46135007" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.657016] env[69308]: DEBUG nova.network.neutron [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Refreshing network info cache for port d8c509ed-13ec-451b-bc07-3da5307e3911 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.658663] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:62:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8c509ed-13ec-451b-bc07-3da5307e3911', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.666827] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating folder: Project (9c18fe6e672f47269103d876f9d17f48). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.667970] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f419ff9d-894a-4990-a174-2769fa5d067b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.683701] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created folder: Project (9c18fe6e672f47269103d876f9d17f48) in parent group-v768498. [ 812.683915] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating folder: Instances. Parent ref: group-v768642. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.684180] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e5dc7e-ad00-45b2-8d7f-62c0c0053037 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.700200] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created folder: Instances in parent group-v768642. [ 812.700468] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.700980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b75bc525-38df-471d-a8b5-4a8fc7e7f942 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "cb44961f-d39b-4a67-a568-780c0ac1ec7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.773s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.701901] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2314bad-495a-4344-bb55-3bed46135007] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.702883] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-503fa2cb-a88d-4682-b18d-f770fb80f8fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.726327] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.726327] env[69308]: value = "task-3868321" [ 812.726327] env[69308]: _type = "Task" [ 812.726327] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.738352] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868321, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.861065] env[69308]: DEBUG nova.compute.manager [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.861065] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.862203] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4c7ff2-af66-4519-9659-4f73216bc143 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.872771] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.873131] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01314c11-0c48-4ef6-858c-85fdb3471546 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.884118] env[69308]: DEBUG oslo_vmware.api [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 812.884118] env[69308]: value = "task-3868322" [ 812.884118] env[69308]: _type = "Task" [ 812.884118] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.897983] env[69308]: DEBUG oslo_vmware.api [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.931542] env[69308]: DEBUG nova.compute.manager [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.932042] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.939045] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d1f9a6-331a-4204-a781-2002196fd73b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.954591] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.954986] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92469526-73d8-4214-a3e4-06ee7f0392f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.967446] env[69308]: DEBUG oslo_vmware.api [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 812.967446] env[69308]: value = "task-3868323" [ 812.967446] env[69308]: _type = "Task" [ 812.967446] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.980812] env[69308]: DEBUG oslo_vmware.api [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.050897] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868318, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.241031] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868321, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.395759] env[69308]: DEBUG oslo_vmware.api [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868322, 'name': PowerOffVM_Task, 'duration_secs': 0.273299} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.396075] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.396254] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.396504] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ffa148a-2ea1-427a-a397-04633cc78605 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.469356] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.469618] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.469799] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleting the datastore file [datastore2] f2d1e51f-f7b2-4e46-9ae6-984246ca64e4 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.473735] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e2c8b7-9c6f-4c58-a912-7583d08a42d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.483201] env[69308]: DEBUG oslo_vmware.api [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868323, 'name': PowerOffVM_Task, 'duration_secs': 0.207095} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.488567] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.488770] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.489115] env[69308]: DEBUG oslo_vmware.api [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 813.489115] env[69308]: value = "task-3868325" [ 813.489115] env[69308]: _type = "Task" [ 813.489115] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.493021] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26af6175-02a0-4357-8ab5-12416a4bd7b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.505086] env[69308]: DEBUG oslo_vmware.api [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.552033] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511188} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.552033] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 7bcad6cc-6b37-498f-816d-2c84ffa08b6d/7bcad6cc-6b37-498f-816d-2c84ffa08b6d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.552033] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.552033] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2738ef8f-66ac-42d7-b0b2-9cca10d200cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.564983] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 813.564983] env[69308]: value = "task-3868327" [ 813.564983] env[69308]: _type = "Task" [ 813.564983] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.574321] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.649292] env[69308]: DEBUG nova.network.neutron [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Updated VIF entry in instance network info cache for port d8c509ed-13ec-451b-bc07-3da5307e3911. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.649626] env[69308]: DEBUG nova.network.neutron [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Updating instance_info_cache with network_info: [{"id": "d8c509ed-13ec-451b-bc07-3da5307e3911", "address": "fa:16:3e:d5:62:05", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c509ed-13", "ovs_interfaceid": "d8c509ed-13ec-451b-bc07-3da5307e3911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.738493] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868321, 'name': CreateVM_Task, 'duration_secs': 0.542583} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.741488] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2314bad-495a-4344-bb55-3bed46135007] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.743441] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.743441] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.743441] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.743441] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74fb452-ba01-48f8-9216-05f77f1d8746 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.748471] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 813.748471] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c2f4c3-1803-00ce-c6a6-22bb029d14e1" [ 813.748471] env[69308]: _type = "Task" [ 813.748471] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.759111] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c2f4c3-1803-00ce-c6a6-22bb029d14e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.781175] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a6b28-dcc1-448d-97fe-651cb2553f86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.790022] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7f219e-a48e-4658-8f86-f97012831884 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.823251] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b8b670-1f14-49ca-9e01-aa65f1226734 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.831349] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56452a2e-b52b-452d-8cca-fe33db374979 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.846334] env[69308]: DEBUG nova.compute.provider_tree [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.004309] env[69308]: DEBUG oslo_vmware.api [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.079292] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07647} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.079292] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.079711] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063ba270-424c-4c01-b3d7-d628a16398bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.108901] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7bcad6cc-6b37-498f-816d-2c84ffa08b6d/7bcad6cc-6b37-498f-816d-2c84ffa08b6d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.109390] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67adbbc4-145a-482e-885b-b127d338c943 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.139135] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 814.139135] env[69308]: value = "task-3868328" [ 814.139135] env[69308]: _type = "Task" [ 814.139135] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.148140] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.153066] env[69308]: DEBUG oslo_concurrency.lockutils [req-775916c1-90cb-4561-8893-cbd4424f0f10 req-6759d8aa-4a62-4568-a55a-8197ef5d193f service nova] Releasing lock "refresh_cache-f2314bad-495a-4344-bb55-3bed46135007" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.260263] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c2f4c3-1803-00ce-c6a6-22bb029d14e1, 'name': SearchDatastore_Task, 'duration_secs': 0.066586} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.260645] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.260905] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.261907] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.261907] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.261907] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.261907] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2989fc15-be9b-45cf-b02e-16815c95fa4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.279181] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.279437] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.280222] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ecde34-a583-4fdd-a26f-1d51c8ef23a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.288543] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 814.288543] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5260cdf2-a781-e254-7bf4-14c79464821b" [ 814.288543] env[69308]: _type = "Task" [ 814.288543] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.299037] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5260cdf2-a781-e254-7bf4-14c79464821b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.349834] env[69308]: DEBUG nova.scheduler.client.report [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.507296] env[69308]: DEBUG oslo_vmware.api [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.629632} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.507636] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.507859] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.508352] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.508671] env[69308]: INFO nova.compute.manager [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Took 1.65 seconds to destroy the instance on the hypervisor. [ 814.508960] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.509220] env[69308]: DEBUG nova.compute.manager [-] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.509352] env[69308]: DEBUG nova.network.neutron [-] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.652770] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.801023] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5260cdf2-a781-e254-7bf4-14c79464821b, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.801023] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a052d6-2f80-4aa2-b56e-318d0e32146f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.808793] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 814.808793] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529cfe4d-78c4-c6af-d5e0-240e499ec45d" [ 814.808793] env[69308]: _type = "Task" [ 814.808793] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.819464] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529cfe4d-78c4-c6af-d5e0-240e499ec45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.855650] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.856218] env[69308]: DEBUG nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.859432] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.297s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.860659] env[69308]: INFO nova.compute.claims [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.152141] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868328, 'name': ReconfigVM_Task, 'duration_secs': 0.68776} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.152465] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7bcad6cc-6b37-498f-816d-2c84ffa08b6d/7bcad6cc-6b37-498f-816d-2c84ffa08b6d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.153224] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f79de7fc-2d5a-4fc0-b5bb-d0b1ddbe7ef1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.162363] env[69308]: DEBUG nova.compute.manager [req-2be979d5-59cb-4191-aefb-f92c6b4cba31 req-3530be74-6c2e-4229-a648-254e5b842b74 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Received event network-vif-deleted-f64e1448-db03-4e4a-9046-c41cf083e796 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.162568] env[69308]: INFO nova.compute.manager [req-2be979d5-59cb-4191-aefb-f92c6b4cba31 req-3530be74-6c2e-4229-a648-254e5b842b74 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Neutron deleted interface f64e1448-db03-4e4a-9046-c41cf083e796; detaching it from the instance and deleting it from the info cache [ 815.162757] env[69308]: DEBUG nova.network.neutron [req-2be979d5-59cb-4191-aefb-f92c6b4cba31 req-3530be74-6c2e-4229-a648-254e5b842b74 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.166334] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 815.166334] env[69308]: value = "task-3868329" [ 815.166334] env[69308]: _type = "Task" [ 815.166334] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.184026] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868329, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.321904] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529cfe4d-78c4-c6af-d5e0-240e499ec45d, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.322233] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.322495] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] f2314bad-495a-4344-bb55-3bed46135007/f2314bad-495a-4344-bb55-3bed46135007.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.322764] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e34e62a-3ce2-4671-95e2-978d9b6d7339 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.331529] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 815.331529] env[69308]: value = "task-3868330" [ 815.331529] env[69308]: _type = "Task" [ 815.331529] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.341600] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.365485] env[69308]: DEBUG nova.compute.utils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.370576] env[69308]: DEBUG nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.373325] env[69308]: DEBUG nova.network.neutron [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.382168] env[69308]: DEBUG nova.network.neutron [-] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.426252] env[69308]: DEBUG nova.policy [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75b89f5a200442aa5a62e4320035bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9e05b972ee14b688088ab9504efadcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.678573] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9407e8a-76fc-4228-9deb-650c97fbc397 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.680792] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868329, 'name': Rename_Task, 'duration_secs': 0.193954} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.681165] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.681906] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f95c152-f64c-457d-b20a-7af17a03317c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.691370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.691644] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.697832] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d410d35-2d93-4b43-92ef-e521592970dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.713164] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 815.713164] env[69308]: value = "task-3868331" [ 815.713164] env[69308]: _type = "Task" [ 815.713164] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.727807] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868331, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.743110] env[69308]: DEBUG nova.compute.manager [req-2be979d5-59cb-4191-aefb-f92c6b4cba31 req-3530be74-6c2e-4229-a648-254e5b842b74 service nova] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Detach interface failed, port_id=f64e1448-db03-4e4a-9046-c41cf083e796, reason: Instance f2d1e51f-f7b2-4e46-9ae6-984246ca64e4 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.793080] env[69308]: DEBUG nova.network.neutron [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Successfully created port: 70a6dee0-6c95-4959-8f92-7f7a2536edcc {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.843427] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466109} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.843762] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] f2314bad-495a-4344-bb55-3bed46135007/f2314bad-495a-4344-bb55-3bed46135007.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.844412] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.844606] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04c025b9-e7a9-4561-a648-7308d25ac085 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.853418] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 815.853418] env[69308]: value = "task-3868332" [ 815.853418] env[69308]: _type = "Task" [ 815.853418] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.865276] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.871724] env[69308]: DEBUG nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.885149] env[69308]: INFO nova.compute.manager [-] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Took 1.38 seconds to deallocate network for instance. [ 816.227877] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868331, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.366785] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133515} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.367288] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.368469] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7679513b-77ea-4054-975e-a3414012f94c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.397593] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] f2314bad-495a-4344-bb55-3bed46135007/f2314bad-495a-4344-bb55-3bed46135007.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.401744] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.402044] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c29f1fe-e073-445a-b06d-79af55b523be {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.428525] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 816.428525] env[69308]: value = "task-3868333" [ 816.428525] env[69308]: _type = "Task" [ 816.428525] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.441558] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.441826] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.442201] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.442322] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleting the datastore file [datastore1] 1d3eaa6c-8a56-4bca-a518-e5b5274058a2 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.442664] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-836eb8c4-a563-46bc-8617-b0c366c74dfb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.452870] env[69308]: DEBUG oslo_vmware.api [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for the task: (returnval){ [ 816.452870] env[69308]: value = "task-3868334" [ 816.452870] env[69308]: _type = "Task" [ 816.452870] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.463244] env[69308]: DEBUG oslo_vmware.api [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.510935] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95cd2ac-a91d-4574-a774-0905886fb311 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.519089] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c639353-990c-4230-b470-b38e97b9a810 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.549949] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0301a984-0dba-4c2b-817c-cecf7faa5fb6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.558203] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7967dd29-61c2-43fb-8fe3-fa59d04df087 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.572701] env[69308]: DEBUG nova.compute.provider_tree [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.726640] env[69308]: DEBUG oslo_vmware.api [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868331, 'name': PowerOnVM_Task, 'duration_secs': 0.804134} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.726991] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.727227] env[69308]: INFO nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Took 9.50 seconds to spawn the instance on the hypervisor. [ 816.727449] env[69308]: DEBUG nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.728277] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba69f8b-6286-4881-9089-2a70106f9a5c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.903169] env[69308]: DEBUG nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.931017] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.931313] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.931477] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.931697] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.931845] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.932018] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.932259] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.932443] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.932636] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.932836] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.933093] env[69308]: DEBUG nova.virt.hardware [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.934267] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76777c5c-132a-48f3-bae1-5708c6c3151c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.951024] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc25e822-ae3e-4123-9744-45d8d023f630 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.955866] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.966248] env[69308]: DEBUG oslo_vmware.api [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Task: {'id': task-3868334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432176} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.975299] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.975299] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.975299] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.975299] env[69308]: INFO nova.compute.manager [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Took 4.04 seconds to destroy the instance on the hypervisor. [ 816.975544] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.975827] env[69308]: DEBUG nova.compute.manager [-] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.975929] env[69308]: DEBUG nova.network.neutron [-] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.076511] env[69308]: DEBUG nova.scheduler.client.report [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.254748] env[69308]: INFO nova.compute.manager [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Took 58.70 seconds to build instance. [ 817.315786] env[69308]: DEBUG nova.compute.manager [req-8a52c0d4-dfcd-4b84-a168-71fb47d19e01 req-dea2d10a-a3de-41ed-8042-219b347ee8b3 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Received event network-vif-deleted-987d2420-7304-4f89-979e-d0820728ea85 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.316061] env[69308]: INFO nova.compute.manager [req-8a52c0d4-dfcd-4b84-a168-71fb47d19e01 req-dea2d10a-a3de-41ed-8042-219b347ee8b3 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Neutron deleted interface 987d2420-7304-4f89-979e-d0820728ea85; detaching it from the instance and deleting it from the info cache [ 817.316244] env[69308]: DEBUG nova.network.neutron [req-8a52c0d4-dfcd-4b84-a168-71fb47d19e01 req-dea2d10a-a3de-41ed-8042-219b347ee8b3 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.385320] env[69308]: DEBUG nova.compute.manager [req-077b4fbc-1fd0-407f-bdb2-db584dbc2501 req-7a2ee338-91e9-4881-b1c6-87b8d62366dc service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Received event network-vif-plugged-70a6dee0-6c95-4959-8f92-7f7a2536edcc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.385599] env[69308]: DEBUG oslo_concurrency.lockutils [req-077b4fbc-1fd0-407f-bdb2-db584dbc2501 req-7a2ee338-91e9-4881-b1c6-87b8d62366dc service nova] Acquiring lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.385754] env[69308]: DEBUG oslo_concurrency.lockutils [req-077b4fbc-1fd0-407f-bdb2-db584dbc2501 req-7a2ee338-91e9-4881-b1c6-87b8d62366dc service nova] Lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.385921] env[69308]: DEBUG oslo_concurrency.lockutils [req-077b4fbc-1fd0-407f-bdb2-db584dbc2501 req-7a2ee338-91e9-4881-b1c6-87b8d62366dc service nova] Lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.386321] env[69308]: DEBUG nova.compute.manager [req-077b4fbc-1fd0-407f-bdb2-db584dbc2501 req-7a2ee338-91e9-4881-b1c6-87b8d62366dc service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] No waiting events found dispatching network-vif-plugged-70a6dee0-6c95-4959-8f92-7f7a2536edcc {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.386321] env[69308]: WARNING nova.compute.manager [req-077b4fbc-1fd0-407f-bdb2-db584dbc2501 req-7a2ee338-91e9-4881-b1c6-87b8d62366dc service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Received unexpected event network-vif-plugged-70a6dee0-6c95-4959-8f92-7f7a2536edcc for instance with vm_state building and task_state spawning. [ 817.446468] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868333, 'name': ReconfigVM_Task, 'duration_secs': 0.593062} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.446759] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Reconfigured VM instance instance-00000031 to attach disk [datastore2] f2314bad-495a-4344-bb55-3bed46135007/f2314bad-495a-4344-bb55-3bed46135007.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.447413] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11e85dd3-acb6-4d9d-b782-4fc83c18667a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.455727] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 817.455727] env[69308]: value = "task-3868335" [ 817.455727] env[69308]: _type = "Task" [ 817.455727] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.467127] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868335, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.503990] env[69308]: DEBUG nova.network.neutron [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Successfully updated port: 70a6dee0-6c95-4959-8f92-7f7a2536edcc {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.582121] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.582781] env[69308]: DEBUG nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.586615] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.892s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.590338] env[69308]: DEBUG nova.objects.instance [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lazy-loading 'resources' on Instance uuid 5472357a-7746-41f9-9c0a-4edaaea0570a {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.755104] env[69308]: DEBUG nova.network.neutron [-] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.760024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-df86c36c-ad7d-4164-bf75-c09f876ca08a tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.161s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.820538] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d70450c9-6207-43f9-b532-2e681a35a586 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.831945] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d72798-5e2d-457d-8853-aebedbd53ec0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.866781] env[69308]: DEBUG nova.compute.manager [req-8a52c0d4-dfcd-4b84-a168-71fb47d19e01 req-dea2d10a-a3de-41ed-8042-219b347ee8b3 service nova] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Detach interface failed, port_id=987d2420-7304-4f89-979e-d0820728ea85, reason: Instance 1d3eaa6c-8a56-4bca-a518-e5b5274058a2 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.967189] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868335, 'name': Rename_Task, 'duration_secs': 0.141518} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.967189] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.967189] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4df605-5799-41ba-8889-e0b48491f4f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.974434] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 817.974434] env[69308]: value = "task-3868336" [ 817.974434] env[69308]: _type = "Task" [ 817.974434] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.982887] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.009806] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "refresh_cache-a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.009972] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "refresh_cache-a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.010183] env[69308]: DEBUG nova.network.neutron [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.096387] env[69308]: DEBUG nova.compute.utils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.098794] env[69308]: DEBUG nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.099509] env[69308]: DEBUG nova.network.neutron [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.166935] env[69308]: DEBUG nova.policy [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41352c5fae524fd5a5cac417149f973c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f9c7cbaa61403faa1b2e9d0c808a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.259617] env[69308]: INFO nova.compute.manager [-] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Took 1.28 seconds to deallocate network for instance. [ 818.261768] env[69308]: DEBUG nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.491456] env[69308]: DEBUG oslo_vmware.api [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868336, 'name': PowerOnVM_Task, 'duration_secs': 0.488718} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.491802] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.492093] env[69308]: INFO nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Took 8.55 seconds to spawn the instance on the hypervisor. [ 818.492173] env[69308]: DEBUG nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.493070] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6347fd-5727-4cd1-9b66-8ade33de65e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.568451] env[69308]: DEBUG nova.network.neutron [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.601432] env[69308]: DEBUG nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.611437] env[69308]: DEBUG nova.network.neutron [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Successfully created port: 1227b483-53e3-48d2-8c8f-43de126f2168 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.698726] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997771a-f061-457b-b992-235530b98e5f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.708552] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26702bda-c55b-4520-9ed5-abe5e3ebda02 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.744607] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea817ca0-dc02-4de5-9141-f34a14397841 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.752979] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad78e4a-9da9-46af-b1b7-2f028bb3cec2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.772705] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.773429] env[69308]: DEBUG nova.compute.provider_tree [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.786800] env[69308]: DEBUG nova.network.neutron [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Updating instance_info_cache with network_info: [{"id": "70a6dee0-6c95-4959-8f92-7f7a2536edcc", "address": "fa:16:3e:59:c9:ed", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a6dee0-6c", "ovs_interfaceid": "70a6dee0-6c95-4959-8f92-7f7a2536edcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.798371] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.019297] env[69308]: INFO nova.compute.manager [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Took 58.70 seconds to build instance. [ 819.289788] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "refresh_cache-a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.290040] env[69308]: DEBUG nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Instance network_info: |[{"id": "70a6dee0-6c95-4959-8f92-7f7a2536edcc", "address": "fa:16:3e:59:c9:ed", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a6dee0-6c", "ovs_interfaceid": "70a6dee0-6c95-4959-8f92-7f7a2536edcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.290501] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:c9:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70a6dee0-6c95-4959-8f92-7f7a2536edcc', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.299635] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.300865] env[69308]: ERROR nova.scheduler.client.report [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [req-e559745a-e8c5-410c-b9ba-c15d3e396e42] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e559745a-e8c5-410c-b9ba-c15d3e396e42"}]} [ 819.301292] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.304021] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-638b7e70-2b74-48bb-97ce-178479424341 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.323357] env[69308]: DEBUG nova.scheduler.client.report [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 819.332184] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.332184] env[69308]: value = "task-3868337" [ 819.332184] env[69308]: _type = "Task" [ 819.332184] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.345071] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868337, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.349164] env[69308]: DEBUG nova.scheduler.client.report [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 819.349164] env[69308]: DEBUG nova.compute.provider_tree [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.364357] env[69308]: DEBUG nova.scheduler.client.report [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 819.387600] env[69308]: DEBUG nova.scheduler.client.report [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.521635] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a7d2222-f920-4581-9f6c-1f62349ed60d tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "f2314bad-495a-4344-bb55-3bed46135007" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.888s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.526985] env[69308]: DEBUG nova.compute.manager [req-a9a5226c-d1e2-4be7-bbb7-62729dd1fe87 req-b6c949f9-ecd8-413a-b5ea-89eb1307635d service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Received event network-changed-70a6dee0-6c95-4959-8f92-7f7a2536edcc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.526985] env[69308]: DEBUG nova.compute.manager [req-a9a5226c-d1e2-4be7-bbb7-62729dd1fe87 req-b6c949f9-ecd8-413a-b5ea-89eb1307635d service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Refreshing instance network info cache due to event network-changed-70a6dee0-6c95-4959-8f92-7f7a2536edcc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.526985] env[69308]: DEBUG oslo_concurrency.lockutils [req-a9a5226c-d1e2-4be7-bbb7-62729dd1fe87 req-b6c949f9-ecd8-413a-b5ea-89eb1307635d service nova] Acquiring lock "refresh_cache-a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.527419] env[69308]: DEBUG oslo_concurrency.lockutils [req-a9a5226c-d1e2-4be7-bbb7-62729dd1fe87 req-b6c949f9-ecd8-413a-b5ea-89eb1307635d service nova] Acquired lock "refresh_cache-a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.527510] env[69308]: DEBUG nova.network.neutron [req-a9a5226c-d1e2-4be7-bbb7-62729dd1fe87 req-b6c949f9-ecd8-413a-b5ea-89eb1307635d service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Refreshing network info cache for port 70a6dee0-6c95-4959-8f92-7f7a2536edcc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.615208] env[69308]: DEBUG nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.644141] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.644141] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.644141] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.644141] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.644141] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.644141] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.644851] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.645215] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.645719] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.646034] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.648214] env[69308]: DEBUG nova.virt.hardware [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.648214] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d6f24a-93de-4c48-9ced-7493d6a77a56 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.665299] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac32a74-ac94-45bb-85f2-96df66959e49 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.842827] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868337, 'name': CreateVM_Task, 'duration_secs': 0.447944} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.843122] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.843698] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.843891] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.844533] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.844533] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed29b15c-2ab4-4572-8667-a81cf857c1e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.851256] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 819.851256] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c266ff-6c14-7b68-ea6e-1d17198b6b3a" [ 819.851256] env[69308]: _type = "Task" [ 819.851256] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.859402] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c266ff-6c14-7b68-ea6e-1d17198b6b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.024692] env[69308]: DEBUG nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.059853] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b09d3-782b-4dc3-8461-3de0e1788577 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.074165] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0df263-9b54-4fb5-bb75-ddb4e7d3a8de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.110906] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa39809-2415-4e81-83fc-b19f60675d3e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.122023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c828521-5c25-49c8-bbda-1a49a5ac80dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.138694] env[69308]: DEBUG nova.compute.provider_tree [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.189555] env[69308]: DEBUG nova.network.neutron [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Successfully updated port: 1227b483-53e3-48d2-8c8f-43de126f2168 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.245534] env[69308]: INFO nova.compute.manager [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Rebuilding instance [ 820.292835] env[69308]: DEBUG nova.compute.manager [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.293377] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209a9370-c680-40ef-b074-c71eeb108425 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.311158] env[69308]: DEBUG nova.network.neutron [req-a9a5226c-d1e2-4be7-bbb7-62729dd1fe87 req-b6c949f9-ecd8-413a-b5ea-89eb1307635d service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Updated VIF entry in instance network info cache for port 70a6dee0-6c95-4959-8f92-7f7a2536edcc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.311554] env[69308]: DEBUG nova.network.neutron [req-a9a5226c-d1e2-4be7-bbb7-62729dd1fe87 req-b6c949f9-ecd8-413a-b5ea-89eb1307635d service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Updating instance_info_cache with network_info: [{"id": "70a6dee0-6c95-4959-8f92-7f7a2536edcc", "address": "fa:16:3e:59:c9:ed", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a6dee0-6c", "ovs_interfaceid": "70a6dee0-6c95-4959-8f92-7f7a2536edcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.363665] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c266ff-6c14-7b68-ea6e-1d17198b6b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.019837} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.363665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.363665] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.363896] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.365048] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.365048] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.365048] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2543427e-642a-489d-bc4a-38ae0a134106 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.374211] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.374407] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.375142] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f212008-a10d-4497-b808-7def9c365296 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.381553] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 820.381553] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52725199-cbae-2604-d586-a9eda23b37f9" [ 820.381553] env[69308]: _type = "Task" [ 820.381553] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.390410] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52725199-cbae-2604-d586-a9eda23b37f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.549617] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.670534] env[69308]: DEBUG nova.scheduler.client.report [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.670850] env[69308]: DEBUG nova.compute.provider_tree [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 81 to 82 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.671059] env[69308]: DEBUG nova.compute.provider_tree [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.692349] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "refresh_cache-9750dfe2-f2e7-42d3-9149-25ed9e0400f7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.692457] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquired lock "refresh_cache-9750dfe2-f2e7-42d3-9149-25ed9e0400f7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.692661] env[69308]: DEBUG nova.network.neutron [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.790174] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.790457] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.790722] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.790940] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.791152] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.797011] env[69308]: INFO nova.compute.manager [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Terminating instance [ 820.814967] env[69308]: DEBUG oslo_concurrency.lockutils [req-a9a5226c-d1e2-4be7-bbb7-62729dd1fe87 req-b6c949f9-ecd8-413a-b5ea-89eb1307635d service nova] Releasing lock "refresh_cache-a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.894583] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52725199-cbae-2604-d586-a9eda23b37f9, 'name': SearchDatastore_Task, 'duration_secs': 0.02348} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.895301] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b90cce88-98db-42ab-9251-cea9f02d1fd8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.901983] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 820.901983] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52210428-9104-a618-0458-36a35fffb75d" [ 820.901983] env[69308]: _type = "Task" [ 820.901983] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.910954] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52210428-9104-a618-0458-36a35fffb75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.177442] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.591s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.180128] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.395s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.181896] env[69308]: INFO nova.compute.claims [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.198435] env[69308]: INFO nova.scheduler.client.report [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleted allocations for instance 5472357a-7746-41f9-9c0a-4edaaea0570a [ 821.240176] env[69308]: DEBUG nova.network.neutron [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.302651] env[69308]: DEBUG nova.compute.manager [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.302961] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.303989] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb276b-a972-4812-a477-7b50e50f6bd1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.313467] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.316031] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e27d04ad-08b8-4d14-a39d-559f11305eee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.318063] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.318642] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d179ca15-2bfc-4265-a6bf-71b35e565273 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.326374] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 821.326374] env[69308]: value = "task-3868338" [ 821.326374] env[69308]: _type = "Task" [ 821.326374] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.328032] env[69308]: DEBUG oslo_vmware.api [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 821.328032] env[69308]: value = "task-3868339" [ 821.328032] env[69308]: _type = "Task" [ 821.328032] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.343638] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.413604] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52210428-9104-a618-0458-36a35fffb75d, 'name': SearchDatastore_Task, 'duration_secs': 0.023081} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.413905] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.414202] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] a62be1cf-8c04-4bf4-8e04-c98b30bc90a8/a62be1cf-8c04-4bf4-8e04-c98b30bc90a8.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.414483] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2cd9c67-6602-4faa-9445-4c673d16354c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.417516] env[69308]: DEBUG nova.network.neutron [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Updating instance_info_cache with network_info: [{"id": "1227b483-53e3-48d2-8c8f-43de126f2168", "address": "fa:16:3e:f3:01:20", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227b483-53", "ovs_interfaceid": "1227b483-53e3-48d2-8c8f-43de126f2168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.425845] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 821.425845] env[69308]: value = "task-3868340" [ 821.425845] env[69308]: _type = "Task" [ 821.425845] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.436365] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.594381] env[69308]: DEBUG nova.compute.manager [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Received event network-vif-plugged-1227b483-53e3-48d2-8c8f-43de126f2168 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.594682] env[69308]: DEBUG oslo_concurrency.lockutils [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] Acquiring lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.594862] env[69308]: DEBUG oslo_concurrency.lockutils [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] Lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.595040] env[69308]: DEBUG oslo_concurrency.lockutils [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] Lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.595240] env[69308]: DEBUG nova.compute.manager [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] No waiting events found dispatching network-vif-plugged-1227b483-53e3-48d2-8c8f-43de126f2168 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.595385] env[69308]: WARNING nova.compute.manager [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Received unexpected event network-vif-plugged-1227b483-53e3-48d2-8c8f-43de126f2168 for instance with vm_state building and task_state spawning. [ 821.595546] env[69308]: DEBUG nova.compute.manager [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Received event network-changed-1227b483-53e3-48d2-8c8f-43de126f2168 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.595767] env[69308]: DEBUG nova.compute.manager [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Refreshing instance network info cache due to event network-changed-1227b483-53e3-48d2-8c8f-43de126f2168. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.595955] env[69308]: DEBUG oslo_concurrency.lockutils [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] Acquiring lock "refresh_cache-9750dfe2-f2e7-42d3-9149-25ed9e0400f7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.707537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b7373390-2e8b-4954-945a-d33ca1c6d319 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "5472357a-7746-41f9-9c0a-4edaaea0570a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.088s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.841037] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868338, 'name': PowerOffVM_Task, 'duration_secs': 0.195176} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.841750] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.842105] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.842909] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504b3964-ecb4-47de-922f-984f954a9eb1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.849018] env[69308]: DEBUG oslo_vmware.api [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868339, 'name': PowerOffVM_Task, 'duration_secs': 0.200117} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.849766] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.849954] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.850232] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ef49855-4306-4631-b311-eae2b860d187 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.857451] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.857763] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f4bb2b-d79b-4c4d-9fe8-393aa9b56bdd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.921274] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Releasing lock "refresh_cache-9750dfe2-f2e7-42d3-9149-25ed9e0400f7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.921786] env[69308]: DEBUG nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Instance network_info: |[{"id": "1227b483-53e3-48d2-8c8f-43de126f2168", "address": "fa:16:3e:f3:01:20", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227b483-53", "ovs_interfaceid": "1227b483-53e3-48d2-8c8f-43de126f2168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.921786] env[69308]: DEBUG oslo_concurrency.lockutils [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] Acquired lock "refresh_cache-9750dfe2-f2e7-42d3-9149-25ed9e0400f7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.921969] env[69308]: DEBUG nova.network.neutron [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Refreshing network info cache for port 1227b483-53e3-48d2-8c8f-43de126f2168 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.923976] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:01:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1227b483-53e3-48d2-8c8f-43de126f2168', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.934052] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.935508] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.940297] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86612a7e-7c0e-4f5c-a354-65c2797c7029 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.955804] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.956050] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.956238] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Deleting the datastore file [datastore1] 7bcad6cc-6b37-498f-816d-2c84ffa08b6d {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.958227] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c41cbaee-3607-4e4e-82dd-032b201d5bdc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.960063] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.960257] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.960424] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleting the datastore file [datastore2] f2314bad-495a-4344-bb55-3bed46135007 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.961487] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92d4e062-ed4f-464a-8358-beffc13c10c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.967373] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504786} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.968967] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] a62be1cf-8c04-4bf4-8e04-c98b30bc90a8/a62be1cf-8c04-4bf4-8e04-c98b30bc90a8.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.969204] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.969439] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.969439] env[69308]: value = "task-3868343" [ 821.969439] env[69308]: _type = "Task" [ 821.969439] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.969646] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b00c9fc9-e81c-49ad-8523-9ca1fbff8e39 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.976339] env[69308]: DEBUG oslo_vmware.api [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 821.976339] env[69308]: value = "task-3868344" [ 821.976339] env[69308]: _type = "Task" [ 821.976339] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.979166] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 821.979166] env[69308]: value = "task-3868345" [ 821.979166] env[69308]: _type = "Task" [ 821.979166] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.989741] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868343, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.991831] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 821.991831] env[69308]: value = "task-3868346" [ 821.991831] env[69308]: _type = "Task" [ 821.991831] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.005223] env[69308]: DEBUG oslo_vmware.api [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.005223] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.011202] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.486406] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868343, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.502119] env[69308]: DEBUG oslo_vmware.api [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189143} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.504854] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.505111] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.505249] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.505423] env[69308]: INFO nova.compute.manager [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 822.505663] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.505873] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249193} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.506484] env[69308]: DEBUG nova.compute.manager [-] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.506578] env[69308]: DEBUG nova.network.neutron [-] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.508257] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.508530] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.508748] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.516571] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082104} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.517435] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.518286] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa837ec1-aef9-477f-ad76-eebea19b4cd8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.546223] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a62be1cf-8c04-4bf4-8e04-c98b30bc90a8/a62be1cf-8c04-4bf4-8e04-c98b30bc90a8.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.551335] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1785c6ba-018b-469c-b5cc-532cc191cba4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.574777] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 822.574777] env[69308]: value = "task-3868347" [ 822.574777] env[69308]: _type = "Task" [ 822.574777] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.590049] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.776724] env[69308]: DEBUG nova.network.neutron [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Updated VIF entry in instance network info cache for port 1227b483-53e3-48d2-8c8f-43de126f2168. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.777135] env[69308]: DEBUG nova.network.neutron [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Updating instance_info_cache with network_info: [{"id": "1227b483-53e3-48d2-8c8f-43de126f2168", "address": "fa:16:3e:f3:01:20", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1227b483-53", "ovs_interfaceid": "1227b483-53e3-48d2-8c8f-43de126f2168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.781690] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc723bc0-c82d-4dbc-88d9-292c6bf712e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.792707] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a433f409-fa1a-4711-8a6a-5279b5248fea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.824681] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619e19df-7dbe-40f1-91e3-e88f90698dad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.834197] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62415ad-4038-48f2-9406-9a9dee520de4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.856988] env[69308]: DEBUG nova.compute.provider_tree [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.982443] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868343, 'name': CreateVM_Task, 'duration_secs': 0.526946} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.982735] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.983361] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.983520] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.984013] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.984211] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40be2eab-9aff-4e2f-97f7-bf49ff551c2b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.989859] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 822.989859] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5264b74e-0ecf-fea5-49b6-0eb0d64625ac" [ 822.989859] env[69308]: _type = "Task" [ 822.989859] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.998898] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5264b74e-0ecf-fea5-49b6-0eb0d64625ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.086857] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868347, 'name': ReconfigVM_Task, 'duration_secs': 0.315195} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.087920] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a62be1cf-8c04-4bf4-8e04-c98b30bc90a8/a62be1cf-8c04-4bf4-8e04-c98b30bc90a8.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.087920] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-743fdc97-2d44-4ae2-b339-c1aef72a0aff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.095360] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 823.095360] env[69308]: value = "task-3868348" [ 823.095360] env[69308]: _type = "Task" [ 823.095360] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.106200] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868348, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.280463] env[69308]: DEBUG oslo_concurrency.lockutils [req-96931a23-d979-4903-bfdb-39ed13f64fa7 req-09e63b85-dbab-4da8-884d-1a6fef09f184 service nova] Releasing lock "refresh_cache-9750dfe2-f2e7-42d3-9149-25ed9e0400f7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.296377] env[69308]: DEBUG nova.network.neutron [-] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.406457] env[69308]: DEBUG nova.scheduler.client.report [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 823.406741] env[69308]: DEBUG nova.compute.provider_tree [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 82 to 83 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 823.406917] env[69308]: DEBUG nova.compute.provider_tree [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.501457] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5264b74e-0ecf-fea5-49b6-0eb0d64625ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.501800] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.502045] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.502294] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.502438] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.502697] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.502922] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a223356-626a-4e39-9b65-0dcf4519b997 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.512101] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.512318] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.513081] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5680f3-268e-49f0-8b59-37c8b7074373 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.518773] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 823.518773] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526da74c-b1e3-577f-880e-50fe5cdb1d93" [ 823.518773] env[69308]: _type = "Task" [ 823.518773] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.533438] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526da74c-b1e3-577f-880e-50fe5cdb1d93, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.533837] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08f26bb-9155-4d0a-8a32-18afce349427 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.542198] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 823.542198] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c857e0-8d82-7adc-cdb7-4a5c1e938b66" [ 823.542198] env[69308]: _type = "Task" [ 823.542198] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.554598] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c857e0-8d82-7adc-cdb7-4a5c1e938b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.558481] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.558746] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.558914] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.559116] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.559266] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.559411] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.559620] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.559779] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.559946] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.560120] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.560292] env[69308]: DEBUG nova.virt.hardware [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.561173] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9f94c3-aca1-4b36-b256-6df118f8e4ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.569720] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4214bb89-e2be-4623-9521-18afc7a34ad2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.586884] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:62:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8c509ed-13ec-451b-bc07-3da5307e3911', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.597011] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.597011] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2314bad-495a-4344-bb55-3bed46135007] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.597011] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85864c4-aa44-4246-be12-e8dd57e3e444 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.618969] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868348, 'name': Rename_Task, 'duration_secs': 0.157241} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.620217] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.621029] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.621029] env[69308]: value = "task-3868349" [ 823.621029] env[69308]: _type = "Task" [ 823.621029] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.621029] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f22f9dfd-9653-4530-a97c-ff8b6b9bd957 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.631883] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868349, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.633696] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 823.633696] env[69308]: value = "task-3868350" [ 823.633696] env[69308]: _type = "Task" [ 823.633696] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.643095] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.656938] env[69308]: DEBUG nova.compute.manager [req-38cd8d13-e954-4d49-9fb2-276ef29f4469 req-1351c342-d029-4eec-9010-38211271c639 service nova] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Received event network-vif-deleted-56b845fa-c40b-4ac5-8c20-479e35068b71 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.799555] env[69308]: INFO nova.compute.manager [-] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Took 1.29 seconds to deallocate network for instance. [ 823.917021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.917021] env[69308]: DEBUG nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.921595] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.923s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.924438] env[69308]: INFO nova.compute.claims [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.055607] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c857e0-8d82-7adc-cdb7-4a5c1e938b66, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.055873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.056169] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 9750dfe2-f2e7-42d3-9149-25ed9e0400f7/9750dfe2-f2e7-42d3-9149-25ed9e0400f7.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.056432] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-976a8b51-ff4a-43b9-a94c-87216484d252 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.066433] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 824.066433] env[69308]: value = "task-3868351" [ 824.066433] env[69308]: _type = "Task" [ 824.066433] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.075803] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.133608] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868349, 'name': CreateVM_Task, 'duration_secs': 0.344305} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.133844] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2314bad-495a-4344-bb55-3bed46135007] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.134790] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.134916] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.135214] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.139134] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b3a298-ff55-4f3d-b3dc-4f3060069008 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.146772] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868350, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.148574] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 824.148574] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520284fd-1c40-37bc-aed7-0028019dd5cf" [ 824.148574] env[69308]: _type = "Task" [ 824.148574] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.159357] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520284fd-1c40-37bc-aed7-0028019dd5cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.313754] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.430356] env[69308]: DEBUG nova.compute.utils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.432032] env[69308]: DEBUG nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.432260] env[69308]: DEBUG nova.network.neutron [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.506660] env[69308]: DEBUG nova.policy [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7dc04906bdc4f88bd0859519a55b4ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d5b1adda7824fd6a28ade2ac66bb28b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.578798] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464626} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.578798] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 9750dfe2-f2e7-42d3-9149-25ed9e0400f7/9750dfe2-f2e7-42d3-9149-25ed9e0400f7.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.578798] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.579099] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4cf93a0-3000-4300-8a04-81e5afda7dab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.586645] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 824.586645] env[69308]: value = "task-3868352" [ 824.586645] env[69308]: _type = "Task" [ 824.586645] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.603694] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.644432] env[69308]: DEBUG oslo_vmware.api [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868350, 'name': PowerOnVM_Task, 'duration_secs': 0.523716} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.644701] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.644969] env[69308]: INFO nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Took 7.74 seconds to spawn the instance on the hypervisor. [ 824.645116] env[69308]: DEBUG nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.645885] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe6dbc6-d351-40d0-b626-14ad4f167f5c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.662716] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520284fd-1c40-37bc-aed7-0028019dd5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.663043] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.664849] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.664849] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.664849] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.664849] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.664849] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f20785e8-a0b2-4e04-a403-6fee205bf7ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.675500] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.675500] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.676396] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0baf831-b475-4525-89cd-471512079279 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.683380] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 824.683380] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52369b91-7808-17cb-1e5e-2b47f6aaf31d" [ 824.683380] env[69308]: _type = "Task" [ 824.683380] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.692226] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52369b91-7808-17cb-1e5e-2b47f6aaf31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.884049] env[69308]: DEBUG nova.network.neutron [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Successfully created port: a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.938360] env[69308]: DEBUG nova.compute.utils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.097844] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122553} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.097844] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.098175] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb405f8-c82a-486c-85dd-a93f715dea03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.126595] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 9750dfe2-f2e7-42d3-9149-25ed9e0400f7/9750dfe2-f2e7-42d3-9149-25ed9e0400f7.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.126752] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea7e7bb3-08b3-4d02-97e2-a970dc9f6e1b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.161844] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 825.161844] env[69308]: value = "task-3868353" [ 825.161844] env[69308]: _type = "Task" [ 825.161844] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.172260] env[69308]: INFO nova.compute.manager [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Took 59.29 seconds to build instance. [ 825.178304] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.196628] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52369b91-7808-17cb-1e5e-2b47f6aaf31d, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.202057] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16f5467-e680-4246-bbfc-2b21df7504db {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.208833] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 825.208833] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52440722-8799-e4ab-611c-042f9ace6dd6" [ 825.208833] env[69308]: _type = "Task" [ 825.208833] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.223018] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52440722-8799-e4ab-611c-042f9ace6dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.445938] env[69308]: DEBUG nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.543523] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0343dbf-5f17-4696-b495-8272669198b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.551806] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a1594-7827-4423-aa5c-43c1bf2936a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.583763] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1420b8e-e047-4077-9c96-28cec554bbe4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.592408] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079dc3cf-15ca-4b86-9e08-25faeaa960da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.608697] env[69308]: DEBUG nova.compute.provider_tree [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.676037] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de888ebf-4f3e-48fa-80f8-d3578a5d1778 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.070s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.676690] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.719118] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52440722-8799-e4ab-611c-042f9ace6dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.719395] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.719649] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] f2314bad-495a-4344-bb55-3bed46135007/f2314bad-495a-4344-bb55-3bed46135007.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.719910] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd46e975-6f29-4191-bbc3-29f1c2cfba85 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.727782] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 825.727782] env[69308]: value = "task-3868354" [ 825.727782] env[69308]: _type = "Task" [ 825.727782] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.737649] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.113845] env[69308]: DEBUG nova.scheduler.client.report [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.177658] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.179671] env[69308]: DEBUG nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.248159] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.459507] env[69308]: DEBUG nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.488217] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:46:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1342838647',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-210650538',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.488915] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.489264] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.489505] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.489801] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.489904] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.490358] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.490624] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.490930] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.491128] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.491315] env[69308]: DEBUG nova.virt.hardware [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.492376] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf16296-13d9-48f7-ac82-448274d513bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.504402] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be119ab7-7205-4b02-bae4-042fbce6f655 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.561980] env[69308]: DEBUG nova.network.neutron [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Successfully updated port: a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.617577] env[69308]: DEBUG nova.compute.manager [req-c8b113a5-4d63-4bb5-9bc6-6b997811a135 req-95177478-9bea-4eb4-9ce3-4a13b8b8885c service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Received event network-vif-plugged-a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.617832] env[69308]: DEBUG oslo_concurrency.lockutils [req-c8b113a5-4d63-4bb5-9bc6-6b997811a135 req-95177478-9bea-4eb4-9ce3-4a13b8b8885c service nova] Acquiring lock "2234356c-a233-4649-a30d-63af47b4e971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.618102] env[69308]: DEBUG oslo_concurrency.lockutils [req-c8b113a5-4d63-4bb5-9bc6-6b997811a135 req-95177478-9bea-4eb4-9ce3-4a13b8b8885c service nova] Lock "2234356c-a233-4649-a30d-63af47b4e971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.618213] env[69308]: DEBUG oslo_concurrency.lockutils [req-c8b113a5-4d63-4bb5-9bc6-6b997811a135 req-95177478-9bea-4eb4-9ce3-4a13b8b8885c service nova] Lock "2234356c-a233-4649-a30d-63af47b4e971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.618349] env[69308]: DEBUG nova.compute.manager [req-c8b113a5-4d63-4bb5-9bc6-6b997811a135 req-95177478-9bea-4eb4-9ce3-4a13b8b8885c service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] No waiting events found dispatching network-vif-plugged-a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.618513] env[69308]: WARNING nova.compute.manager [req-c8b113a5-4d63-4bb5-9bc6-6b997811a135 req-95177478-9bea-4eb4-9ce3-4a13b8b8885c service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Received unexpected event network-vif-plugged-a9afb762-3fc3-474a-bbcf-84d60bcede4d for instance with vm_state building and task_state spawning. [ 826.619851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.620326] env[69308]: DEBUG nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.623255] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.932s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.623758] env[69308]: DEBUG nova.objects.instance [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 826.678088] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868353, 'name': ReconfigVM_Task, 'duration_secs': 1.36081} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.679465] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 9750dfe2-f2e7-42d3-9149-25ed9e0400f7/9750dfe2-f2e7-42d3-9149-25ed9e0400f7.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.679465] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30539768-e515-4073-bc6f-03e4aae0a558 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.686474] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 826.686474] env[69308]: value = "task-3868355" [ 826.686474] env[69308]: _type = "Task" [ 826.686474] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.698833] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868355, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.710489] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.741913] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990226} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.742296] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] f2314bad-495a-4344-bb55-3bed46135007/f2314bad-495a-4344-bb55-3bed46135007.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.742612] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.742941] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6305e3ae-3fb5-4446-8d8d-f3d00613458d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.752938] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 826.752938] env[69308]: value = "task-3868356" [ 826.752938] env[69308]: _type = "Task" [ 826.752938] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.763106] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.064038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.064253] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquired lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.064377] env[69308]: DEBUG nova.network.neutron [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.130860] env[69308]: DEBUG nova.compute.utils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.135063] env[69308]: DEBUG nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.135275] env[69308]: DEBUG nova.network.neutron [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.198507] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868355, 'name': Rename_Task, 'duration_secs': 0.184168} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.202021] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.202021] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c5c5b7-0f64-4ee0-acdd-833df52bdc1a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.204600] env[69308]: DEBUG nova.policy [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32495b3de0c04b1b9ed74eb61744a237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f75e20f3c294366be9e2f0c26898619', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.208179] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 827.208179] env[69308]: value = "task-3868357" [ 827.208179] env[69308]: _type = "Task" [ 827.208179] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.218448] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.262641] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147087} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.262930] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.263785] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d7672-dd0b-42e8-9dee-97a32c239b7c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.289461] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f2314bad-495a-4344-bb55-3bed46135007/f2314bad-495a-4344-bb55-3bed46135007.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.290195] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a890c2-3f13-4920-9803-946cccfacefa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.313102] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 827.313102] env[69308]: value = "task-3868358" [ 827.313102] env[69308]: _type = "Task" [ 827.313102] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.323609] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.522997] env[69308]: DEBUG nova.compute.manager [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.524386] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53049bae-b751-42e3-90b9-060471e52d0c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.577927] env[69308]: DEBUG nova.network.neutron [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Successfully created port: 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.619533] env[69308]: DEBUG nova.network.neutron [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.636347] env[69308]: DEBUG nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.645542] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8c8a6765-23b5-4e4f-ada2-c81e5d81ae9a tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.646820] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.854s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.647320] env[69308]: DEBUG nova.objects.instance [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lazy-loading 'resources' on Instance uuid 3c81e760-ffaa-4b84-bd9b-2e253f268dee {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.719773] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868357, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.824508] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868358, 'name': ReconfigVM_Task, 'duration_secs': 0.424316} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.825147] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f2314bad-495a-4344-bb55-3bed46135007/f2314bad-495a-4344-bb55-3bed46135007.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.825932] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-916a9992-d071-4d41-b137-51b9ef109581 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.834638] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 827.834638] env[69308]: value = "task-3868359" [ 827.834638] env[69308]: _type = "Task" [ 827.834638] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.844574] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868359, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.036324] env[69308]: INFO nova.compute.manager [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] instance snapshotting [ 828.042026] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0199b308-9f7f-47d1-9cf5-0b39cf46b7bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.062551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0c882-9476-468e-8bd0-824a5aaa87f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.095454] env[69308]: DEBUG nova.network.neutron [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Updating instance_info_cache with network_info: [{"id": "a9afb762-3fc3-474a-bbcf-84d60bcede4d", "address": "fa:16:3e:f9:f4:33", "network": {"id": "f03ca86b-6028-4eee-956f-4352b9b5570c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1736239500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5b1adda7824fd6a28ade2ac66bb28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afb762-3f", "ovs_interfaceid": "a9afb762-3fc3-474a-bbcf-84d60bcede4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.224115] env[69308]: DEBUG oslo_vmware.api [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868357, 'name': PowerOnVM_Task, 'duration_secs': 0.553416} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.224456] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.224660] env[69308]: INFO nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Took 8.61 seconds to spawn the instance on the hypervisor. [ 828.224845] env[69308]: DEBUG nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.225788] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaef9ed-e984-4f69-a829-c770eb466fb6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.353410] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868359, 'name': Rename_Task, 'duration_secs': 0.435504} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.353734] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.353990] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f47d39c-9d50-45cf-9390-d88b06fd011f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.361332] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 828.361332] env[69308]: value = "task-3868360" [ 828.361332] env[69308]: _type = "Task" [ 828.361332] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.370850] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.579897] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.585330] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb137a8c-b19f-421c-b3a3-cdc4020e66b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.593224] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 828.593224] env[69308]: value = "task-3868361" [ 828.593224] env[69308]: _type = "Task" [ 828.593224] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.599590] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Releasing lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.599948] env[69308]: DEBUG nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Instance network_info: |[{"id": "a9afb762-3fc3-474a-bbcf-84d60bcede4d", "address": "fa:16:3e:f9:f4:33", "network": {"id": "f03ca86b-6028-4eee-956f-4352b9b5570c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1736239500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5b1adda7824fd6a28ade2ac66bb28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afb762-3f", "ovs_interfaceid": "a9afb762-3fc3-474a-bbcf-84d60bcede4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.600426] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:f4:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9afb762-3fc3-474a-bbcf-84d60bcede4d', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.608764] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.612377] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.617334] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ebe26ad-fba0-415f-b29c-e19124e39b74 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.633781] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868361, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.642854] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.642854] env[69308]: value = "task-3868362" [ 828.642854] env[69308]: _type = "Task" [ 828.642854] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.652149] env[69308]: DEBUG nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.657876] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868362, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.677894] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:49:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d5885148-569f-48b0-8df9-bb1db0021d48',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-442422265',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.678217] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.678409] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.678600] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.678784] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.679068] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.679370] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.679554] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.679732] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.679909] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.680101] env[69308]: DEBUG nova.virt.hardware [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.681576] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b1365c-4627-455c-8d27-ead9b12ffe0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.693912] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182dcb52-99b9-472d-9a67-cff68788225e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.729780] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094528cf-19a5-4ea1-8732-1009290b06b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.740229] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ebe3cd-cfac-4a67-8d57-da075720a08b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.754369] env[69308]: INFO nova.compute.manager [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Took 60.22 seconds to build instance. [ 828.780183] env[69308]: DEBUG oslo_concurrency.lockutils [None req-92b04a8e-23f5-4277-9b02-a8be59dfb575 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.477s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.781130] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc8a29-13eb-44d8-9831-a50001977961 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.793097] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a79f2ab-db24-4b94-9462-3eafb428a719 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.813104] env[69308]: DEBUG nova.compute.provider_tree [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.849786] env[69308]: DEBUG nova.compute.manager [req-b723cdf0-bb78-4968-928e-fdb5f06916db req-22860a85-d0fc-4e58-abb2-771f1e01867b service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Received event network-changed-a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.849786] env[69308]: DEBUG nova.compute.manager [req-b723cdf0-bb78-4968-928e-fdb5f06916db req-22860a85-d0fc-4e58-abb2-771f1e01867b service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Refreshing instance network info cache due to event network-changed-a9afb762-3fc3-474a-bbcf-84d60bcede4d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.849997] env[69308]: DEBUG oslo_concurrency.lockutils [req-b723cdf0-bb78-4968-928e-fdb5f06916db req-22860a85-d0fc-4e58-abb2-771f1e01867b service nova] Acquiring lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.850180] env[69308]: DEBUG oslo_concurrency.lockutils [req-b723cdf0-bb78-4968-928e-fdb5f06916db req-22860a85-d0fc-4e58-abb2-771f1e01867b service nova] Acquired lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.850386] env[69308]: DEBUG nova.network.neutron [req-b723cdf0-bb78-4968-928e-fdb5f06916db req-22860a85-d0fc-4e58-abb2-771f1e01867b service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Refreshing network info cache for port a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.875249] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.107955] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868361, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.156008] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868362, 'name': CreateVM_Task, 'duration_secs': 0.364847} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.156008] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.156008] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.156148] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.156362] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.157794] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f2cda5-3dea-4509-a60c-07dddba9e53d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.163027] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 829.163027] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529154d1-9831-74e9-e221-986d18ad7ac4" [ 829.163027] env[69308]: _type = "Task" [ 829.163027] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.173962] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529154d1-9831-74e9-e221-986d18ad7ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.287669] env[69308]: DEBUG nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.317272] env[69308]: DEBUG nova.scheduler.client.report [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.373715] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868360, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.577460] env[69308]: DEBUG nova.network.neutron [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Successfully updated port: 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.605388] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868361, 'name': CreateSnapshot_Task, 'duration_secs': 0.847207} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.605674] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.606527] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0003dfc-687e-47c6-8a31-9947035e221e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.610035] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.610035] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.610247] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.610425] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.610592] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.614323] env[69308]: INFO nova.compute.manager [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Terminating instance [ 829.668580] env[69308]: DEBUG nova.network.neutron [req-b723cdf0-bb78-4968-928e-fdb5f06916db req-22860a85-d0fc-4e58-abb2-771f1e01867b service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Updated VIF entry in instance network info cache for port a9afb762-3fc3-474a-bbcf-84d60bcede4d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.669061] env[69308]: DEBUG nova.network.neutron [req-b723cdf0-bb78-4968-928e-fdb5f06916db req-22860a85-d0fc-4e58-abb2-771f1e01867b service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Updating instance_info_cache with network_info: [{"id": "a9afb762-3fc3-474a-bbcf-84d60bcede4d", "address": "fa:16:3e:f9:f4:33", "network": {"id": "f03ca86b-6028-4eee-956f-4352b9b5570c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1736239500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5b1adda7824fd6a28ade2ac66bb28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afb762-3f", "ovs_interfaceid": "a9afb762-3fc3-474a-bbcf-84d60bcede4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.682158] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529154d1-9831-74e9-e221-986d18ad7ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.011375} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.683116] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.684462] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.684732] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.684886] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.685139] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.686019] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce69b3e-3e0f-48c2-84c2-852c53e189bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.704201] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.704447] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.705245] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9946d4a8-879a-453a-b319-cdc17e6bd1bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.712071] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 829.712071] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5298fa67-28fe-cae3-f402-23aa12af89d6" [ 829.712071] env[69308]: _type = "Task" [ 829.712071] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.720759] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5298fa67-28fe-cae3-f402-23aa12af89d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.826287] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.829296] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.952s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.829296] env[69308]: DEBUG nova.objects.instance [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lazy-loading 'resources' on Instance uuid 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.862021] env[69308]: INFO nova.scheduler.client.report [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Deleted allocations for instance 3c81e760-ffaa-4b84-bd9b-2e253f268dee [ 829.876416] env[69308]: DEBUG oslo_vmware.api [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868360, 'name': PowerOnVM_Task, 'duration_secs': 1.058933} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.876885] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.877363] env[69308]: DEBUG nova.compute.manager [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.878470] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea398a5-7a7f-45b1-8bb3-cf48e7ebe438 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.907032] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.083277] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.083277] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.083277] env[69308]: DEBUG nova.network.neutron [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.119188] env[69308]: DEBUG nova.compute.manager [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.119188] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.119188] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5829c8b9-c8b9-4be5-b11b-1439765a7d48 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.136510] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.138166] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35eff002-85c4-47d5-b736-0ed048c5440f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.151119] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.153491] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc7cad2-f25d-4155-94b2-9c766a8b5bdd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.156232] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 830.156232] env[69308]: value = "task-3868363" [ 830.156232] env[69308]: _type = "Task" [ 830.156232] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.163823] env[69308]: DEBUG oslo_vmware.api [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 830.163823] env[69308]: value = "task-3868364" [ 830.163823] env[69308]: _type = "Task" [ 830.163823] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.176357] env[69308]: DEBUG oslo_concurrency.lockutils [req-b723cdf0-bb78-4968-928e-fdb5f06916db req-22860a85-d0fc-4e58-abb2-771f1e01867b service nova] Releasing lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.177246] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868363, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.186395] env[69308]: DEBUG oslo_vmware.api [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.226143] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5298fa67-28fe-cae3-f402-23aa12af89d6, 'name': SearchDatastore_Task, 'duration_secs': 0.037257} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.226143] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d75d9ca-0283-4929-a532-2e7189231f52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.232560] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 830.232560] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c434c8-beac-9b62-9dcb-22fd15de9a89" [ 830.232560] env[69308]: _type = "Task" [ 830.232560] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.246523] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c434c8-beac-9b62-9dcb-22fd15de9a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.372207] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2b6aaa19-d5a8-4656-887b-402994d4c36d tempest-ServerRescueTestJSONUnderV235-1596374047 tempest-ServerRescueTestJSONUnderV235-1596374047-project-member] Lock "3c81e760-ffaa-4b84-bd9b-2e253f268dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.160s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.398447] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.661808] env[69308]: DEBUG nova.network.neutron [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.681082] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868363, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.691900] env[69308]: DEBUG oslo_vmware.api [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868364, 'name': PowerOffVM_Task, 'duration_secs': 0.326767} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.691900] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.691900] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.691900] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-907e496a-da41-421c-bd1e-4d16cc9066b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.750901] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c434c8-beac-9b62-9dcb-22fd15de9a89, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.751359] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.751591] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 2234356c-a233-4649-a30d-63af47b4e971/2234356c-a233-4649-a30d-63af47b4e971.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.751912] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f131b64a-c076-4191-99f4-0ce39b761e7f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.764573] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.764804] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.765214] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Deleting the datastore file [datastore2] 9750dfe2-f2e7-42d3-9149-25ed9e0400f7 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.765521] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04534497-e939-4535-b791-bab4bc995d21 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.771059] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 830.771059] env[69308]: value = "task-3868366" [ 830.771059] env[69308]: _type = "Task" [ 830.771059] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.781162] env[69308]: DEBUG oslo_vmware.api [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for the task: (returnval){ [ 830.781162] env[69308]: value = "task-3868367" [ 830.781162] env[69308]: _type = "Task" [ 830.781162] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.791850] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.798047] env[69308]: DEBUG oslo_vmware.api [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.972260] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2250f5a7-9b2d-4905-8d07-ed8402b69ed8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.986068] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c0da40-f2ba-4426-a832-c9823e0908f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.023994] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f902ee-c89c-467a-ade2-85560334e26b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.034171] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f66d8a-2877-430d-9be9-d5c8cb7bf138 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.039653] env[69308]: DEBUG nova.network.neutron [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance_info_cache with network_info: [{"id": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "address": "fa:16:3e:65:bb:4e", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1975a3b3-90", "ovs_interfaceid": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.055440] env[69308]: DEBUG nova.compute.provider_tree [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.169739] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868363, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.254774] env[69308]: DEBUG nova.compute.manager [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Received event network-vif-plugged-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.255174] env[69308]: DEBUG oslo_concurrency.lockutils [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] Acquiring lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.255269] env[69308]: DEBUG oslo_concurrency.lockutils [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.255494] env[69308]: DEBUG oslo_concurrency.lockutils [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.255692] env[69308]: DEBUG nova.compute.manager [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] No waiting events found dispatching network-vif-plugged-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.255913] env[69308]: WARNING nova.compute.manager [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Received unexpected event network-vif-plugged-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 for instance with vm_state building and task_state spawning. [ 831.256107] env[69308]: DEBUG nova.compute.manager [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Received event network-changed-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.256308] env[69308]: DEBUG nova.compute.manager [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Refreshing instance network info cache due to event network-changed-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.256467] env[69308]: DEBUG oslo_concurrency.lockutils [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] Acquiring lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.299171] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.309080] env[69308]: DEBUG oslo_vmware.api [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Task: {'id': task-3868367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160567} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.310134] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.310134] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.310134] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.310329] env[69308]: INFO nova.compute.manager [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 831.311169] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.311169] env[69308]: DEBUG nova.compute.manager [-] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.311169] env[69308]: DEBUG nova.network.neutron [-] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.543074] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.543935] env[69308]: DEBUG nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Instance network_info: |[{"id": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "address": "fa:16:3e:65:bb:4e", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1975a3b3-90", "ovs_interfaceid": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.545058] env[69308]: DEBUG oslo_concurrency.lockutils [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] Acquired lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.545391] env[69308]: DEBUG nova.network.neutron [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Refreshing network info cache for port 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.546706] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:bb:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1975a3b3-90a8-4952-b9fc-2dce0f26e1a8', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.557357] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.562716] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.567548] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72eee5d1-3799-4ce7-8cb6-621678df233f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.593118] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.593118] env[69308]: value = "task-3868368" [ 831.593118] env[69308]: _type = "Task" [ 831.593118] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.606606] env[69308]: DEBUG nova.scheduler.client.report [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 831.606606] env[69308]: DEBUG nova.compute.provider_tree [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 83 to 84 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 831.606606] env[69308]: DEBUG nova.compute.provider_tree [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.617705] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868368, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.670100] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868363, 'name': CloneVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.786837] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601575} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.788971] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 2234356c-a233-4649-a30d-63af47b4e971/2234356c-a233-4649-a30d-63af47b4e971.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.789474] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.789719] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f875936-58d3-450f-bb30-4f207a03214a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.801064] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 831.801064] env[69308]: value = "task-3868369" [ 831.801064] env[69308]: _type = "Task" [ 831.801064] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.812611] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.883221] env[69308]: DEBUG nova.compute.manager [req-60494c0a-2c4d-47be-96ae-aab84ce91601 req-2cc20556-ebee-4748-b901-88ad4065f9cf service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Received event network-vif-deleted-1227b483-53e3-48d2-8c8f-43de126f2168 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.883221] env[69308]: INFO nova.compute.manager [req-60494c0a-2c4d-47be-96ae-aab84ce91601 req-2cc20556-ebee-4748-b901-88ad4065f9cf service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Neutron deleted interface 1227b483-53e3-48d2-8c8f-43de126f2168; detaching it from the instance and deleting it from the info cache [ 831.883221] env[69308]: DEBUG nova.network.neutron [req-60494c0a-2c4d-47be-96ae-aab84ce91601 req-2cc20556-ebee-4748-b901-88ad4065f9cf service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.040268] env[69308]: DEBUG nova.network.neutron [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updated VIF entry in instance network info cache for port 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.040672] env[69308]: DEBUG nova.network.neutron [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance_info_cache with network_info: [{"id": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "address": "fa:16:3e:65:bb:4e", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1975a3b3-90", "ovs_interfaceid": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.043578] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "f2314bad-495a-4344-bb55-3bed46135007" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.043578] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "f2314bad-495a-4344-bb55-3bed46135007" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.043728] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "f2314bad-495a-4344-bb55-3bed46135007-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.043942] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "f2314bad-495a-4344-bb55-3bed46135007-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.045918] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "f2314bad-495a-4344-bb55-3bed46135007-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.047120] env[69308]: INFO nova.compute.manager [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Terminating instance [ 832.104853] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868368, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.119534] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.125459] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.639s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.125459] env[69308]: INFO nova.compute.claims [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.155686] env[69308]: DEBUG nova.network.neutron [-] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.167135] env[69308]: INFO nova.scheduler.client.report [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Deleted allocations for instance 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9 [ 832.185169] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868363, 'name': CloneVM_Task, 'duration_secs': 1.586837} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.185464] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Created linked-clone VM from snapshot [ 832.186844] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc0e487-1cf8-45a7-8ced-9dbc95acfe13 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.196704] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Uploading image 1d424616-6304-43d9-84b4-dc8886c31b94 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.228647] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 832.228647] env[69308]: value = "vm-768650" [ 832.228647] env[69308]: _type = "VirtualMachine" [ 832.228647] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 832.228647] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b488bbd-bd71-4efe-b0e3-55e03fbb04ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.237801] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lease: (returnval){ [ 832.237801] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5201fe6d-19df-e683-f129-84dbc41cdcf7" [ 832.237801] env[69308]: _type = "HttpNfcLease" [ 832.237801] env[69308]: } obtained for exporting VM: (result){ [ 832.237801] env[69308]: value = "vm-768650" [ 832.237801] env[69308]: _type = "VirtualMachine" [ 832.237801] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 832.238099] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the lease: (returnval){ [ 832.238099] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5201fe6d-19df-e683-f129-84dbc41cdcf7" [ 832.238099] env[69308]: _type = "HttpNfcLease" [ 832.238099] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 832.248910] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.248910] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5201fe6d-19df-e683-f129-84dbc41cdcf7" [ 832.248910] env[69308]: _type = "HttpNfcLease" [ 832.248910] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 832.324972] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078866} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.326200] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.326700] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f223b5e7-96ce-4c08-8929-bee0fbfdead7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.356774] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2234356c-a233-4649-a30d-63af47b4e971/2234356c-a233-4649-a30d-63af47b4e971.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.357092] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8c70a25-5343-479d-a8f8-678f7a0bcd3c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.381103] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 832.381103] env[69308]: value = "task-3868371" [ 832.381103] env[69308]: _type = "Task" [ 832.381103] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.385530] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33a6cf99-26c0-4401-9231-db48d0b0cb5d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.391229] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.400009] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2640e72a-e87c-45b1-8a08-08caf650d3f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.438837] env[69308]: DEBUG nova.compute.manager [req-60494c0a-2c4d-47be-96ae-aab84ce91601 req-2cc20556-ebee-4748-b901-88ad4065f9cf service nova] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Detach interface failed, port_id=1227b483-53e3-48d2-8c8f-43de126f2168, reason: Instance 9750dfe2-f2e7-42d3-9149-25ed9e0400f7 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.548242] env[69308]: DEBUG oslo_concurrency.lockutils [req-b353a083-eeef-422a-9618-fbe584b13b37 req-eb881057-7486-4970-a9a0-ab111d5f29e1 service nova] Releasing lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.551869] env[69308]: DEBUG nova.compute.manager [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.552177] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.553207] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53018a2-e097-49fd-ab52-7891da9df797 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.562371] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.562617] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8da861-5154-4f57-b50e-a56076b611a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.571306] env[69308]: DEBUG oslo_vmware.api [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 832.571306] env[69308]: value = "task-3868372" [ 832.571306] env[69308]: _type = "Task" [ 832.571306] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.582141] env[69308]: DEBUG oslo_vmware.api [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.605199] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868368, 'name': CreateVM_Task, 'duration_secs': 0.750667} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.605380] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.606153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.606351] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.606700] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.606989] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710b0e5a-12b1-4d99-822e-1b316b800ce1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.613518] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 832.613518] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52beab62-1f99-7660-77ea-03bcba6e2815" [ 832.613518] env[69308]: _type = "Task" [ 832.613518] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.627608] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52beab62-1f99-7660-77ea-03bcba6e2815, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.627608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.627767] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.628093] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.628163] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.628344] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.628622] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6d92d78-96c6-44f9-8647-864d68679cbe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.640122] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.640122] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.640348] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d85f73-311f-4de9-8046-1fba2da4ab92 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.647368] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 832.647368] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e3916-9717-e40a-3e24-806eaac3cf5f" [ 832.647368] env[69308]: _type = "Task" [ 832.647368] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.658578] env[69308]: INFO nova.compute.manager [-] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Took 1.35 seconds to deallocate network for instance. [ 832.664896] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e3916-9717-e40a-3e24-806eaac3cf5f, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.669235] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e69755a-7cba-4466-b61d-70cddda2ebc9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.679898] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 832.679898] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52781c25-ebbc-14fb-ff33-f93a77a21bc1" [ 832.679898] env[69308]: _type = "Task" [ 832.679898] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.681263] env[69308]: DEBUG oslo_concurrency.lockutils [None req-59bc4bd5-d3cb-4fba-b276-acad26e32adb tempest-ServersListShow298Test-1515171621 tempest-ServersListShow298Test-1515171621-project-member] Lock "0a8b54ec-3f2c-4313-a47b-cc81e55c20f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.095s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.695293] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52781c25-ebbc-14fb-ff33-f93a77a21bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.695563] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.696084] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae/47fd2a9c-238c-4f6c-b282-9f826920cfae.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.696084] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27fdc621-1c18-44b8-90d9-a21895db7c86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.705833] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 832.705833] env[69308]: value = "task-3868373" [ 832.705833] env[69308]: _type = "Task" [ 832.705833] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.714898] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.747310] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.747310] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5201fe6d-19df-e683-f129-84dbc41cdcf7" [ 832.747310] env[69308]: _type = "HttpNfcLease" [ 832.747310] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.747876] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.747876] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5201fe6d-19df-e683-f129-84dbc41cdcf7" [ 832.747876] env[69308]: _type = "HttpNfcLease" [ 832.747876] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.750815] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d4ef5c-2aa2-4505-902a-d3a6c0c50b52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.759575] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ef3e-119f-9a38-4572-07eb88d40add/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.759575] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ef3e-119f-9a38-4572-07eb88d40add/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.879023] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fdd92ff0-1f5f-418c-b07d-1ada50aedebe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.894268] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.017813] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "6a3bc1c6-d136-4125-9c5e-3704ed039744" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.018563] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "6a3bc1c6-d136-4125-9c5e-3704ed039744" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.087667] env[69308]: DEBUG oslo_vmware.api [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868372, 'name': PowerOffVM_Task, 'duration_secs': 0.28284} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.090027] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.090027] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.090027] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b74c154-c97d-4783-a43e-ed082545acad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.171650] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.171650] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.171650] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleting the datastore file [datastore1] f2314bad-495a-4344-bb55-3bed46135007 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.171650] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e647b7c7-943a-4c51-9e1c-9485572e62b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.175035] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.185840] env[69308]: DEBUG oslo_vmware.api [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 833.185840] env[69308]: value = "task-3868375" [ 833.185840] env[69308]: _type = "Task" [ 833.185840] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.200117] env[69308]: DEBUG oslo_vmware.api [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.217843] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868373, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.395406] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868371, 'name': ReconfigVM_Task, 'duration_secs': 0.597541} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.397214] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2234356c-a233-4649-a30d-63af47b4e971/2234356c-a233-4649-a30d-63af47b4e971.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.397214] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69308) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 833.397855] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2becad0a-5c04-416b-8437-2555c0e786d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.411527] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 833.411527] env[69308]: value = "task-3868376" [ 833.411527] env[69308]: _type = "Task" [ 833.411527] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.425740] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868376, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.699419] env[69308]: DEBUG oslo_vmware.api [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215443} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.699757] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.700245] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.700245] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.700437] env[69308]: INFO nova.compute.manager [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Took 1.15 seconds to destroy the instance on the hypervisor. [ 833.700582] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.700879] env[69308]: DEBUG nova.compute.manager [-] [instance: f2314bad-495a-4344-bb55-3bed46135007] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.700984] env[69308]: DEBUG nova.network.neutron [-] [instance: f2314bad-495a-4344-bb55-3bed46135007] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.720041] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539852} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.721115] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae/47fd2a9c-238c-4f6c-b282-9f826920cfae.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.721115] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.721115] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b14f22d-a203-4f12-ba06-0258b58c817d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.735925] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 833.735925] env[69308]: value = "task-3868377" [ 833.735925] env[69308]: _type = "Task" [ 833.735925] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.753980] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.799494] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52815096-ba14-441c-aefe-5845676c4083 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.808896] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea7b39a-0738-4e6b-9c5a-19b3bc965247 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.843476] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f0896-4b27-4d6c-a138-c6bbb8411285 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.852301] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad391981-ffb8-4d27-836c-210bd280cfbc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.867356] env[69308]: DEBUG nova.compute.provider_tree [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.924253] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868376, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.105845} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.924432] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69308) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 833.925522] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67508ded-63ee-4199-a86f-65bd15747aa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.954112] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2234356c-a233-4649-a30d-63af47b4e971/ephemeral_0.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.954636] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffccf60-b5cb-4fc3-be28-f4930ba3be99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.976752] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 833.976752] env[69308]: value = "task-3868378" [ 833.976752] env[69308]: _type = "Task" [ 833.976752] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.986168] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.219171] env[69308]: DEBUG nova.compute.manager [req-81a4e966-2e30-4df8-9f81-d4448f698e98 req-b7089af8-2878-4f88-8054-59f72fe0170a service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Received event network-vif-deleted-d8c509ed-13ec-451b-bc07-3da5307e3911 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.219389] env[69308]: INFO nova.compute.manager [req-81a4e966-2e30-4df8-9f81-d4448f698e98 req-b7089af8-2878-4f88-8054-59f72fe0170a service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Neutron deleted interface d8c509ed-13ec-451b-bc07-3da5307e3911; detaching it from the instance and deleting it from the info cache [ 834.219560] env[69308]: DEBUG nova.network.neutron [req-81a4e966-2e30-4df8-9f81-d4448f698e98 req-b7089af8-2878-4f88-8054-59f72fe0170a service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.248018] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087778} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.252586] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.252749] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3098fa-34a4-437d-9f9e-764fc4bd55c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.282476] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae/47fd2a9c-238c-4f6c-b282-9f826920cfae.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.282817] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e231db7-6f2e-4c8a-ab6f-1b05ec92c9d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.306126] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 834.306126] env[69308]: value = "task-3868379" [ 834.306126] env[69308]: _type = "Task" [ 834.306126] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.317312] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.375233] env[69308]: DEBUG nova.scheduler.client.report [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.490419] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.555993] env[69308]: DEBUG nova.network.neutron [-] [instance: f2314bad-495a-4344-bb55-3bed46135007] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.725594] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4bb0cb9-fe18-454d-baee-5667fa2ea360 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.737107] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443bc030-75b5-4ea6-a730-d0120435cd44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.784673] env[69308]: DEBUG nova.compute.manager [req-81a4e966-2e30-4df8-9f81-d4448f698e98 req-b7089af8-2878-4f88-8054-59f72fe0170a service nova] [instance: f2314bad-495a-4344-bb55-3bed46135007] Detach interface failed, port_id=d8c509ed-13ec-451b-bc07-3da5307e3911, reason: Instance f2314bad-495a-4344-bb55-3bed46135007 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 834.817111] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868379, 'name': ReconfigVM_Task, 'duration_secs': 0.309893} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.817489] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae/47fd2a9c-238c-4f6c-b282-9f826920cfae.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.818163] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e5a939-201f-476c-947c-3f8ab50a5971 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.825792] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 834.825792] env[69308]: value = "task-3868380" [ 834.825792] env[69308]: _type = "Task" [ 834.825792] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.835605] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868380, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.883221] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.883221] env[69308]: DEBUG nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.886139] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.410s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.886460] env[69308]: DEBUG nova.objects.instance [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lazy-loading 'resources' on Instance uuid 578c621d-2931-4573-b15c-05504145f9fc {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.989182] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868378, 'name': ReconfigVM_Task, 'duration_secs': 0.987583} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.989579] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2234356c-a233-4649-a30d-63af47b4e971/ephemeral_0.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.990322] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be248371-5fec-40bf-b4d8-db699be1def3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.999757] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 834.999757] env[69308]: value = "task-3868381" [ 834.999757] env[69308]: _type = "Task" [ 834.999757] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.009173] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868381, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.058888] env[69308]: INFO nova.compute.manager [-] [instance: f2314bad-495a-4344-bb55-3bed46135007] Took 1.36 seconds to deallocate network for instance. [ 835.337363] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868380, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.390708] env[69308]: DEBUG nova.compute.utils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.396339] env[69308]: DEBUG nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.396523] env[69308]: DEBUG nova.network.neutron [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.492996] env[69308]: DEBUG nova.policy [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a40069c9a4134d6cac2996c6822e3ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b2f554efa342fa929dddb36af69089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.513748] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868381, 'name': Rename_Task, 'duration_secs': 0.249516} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.514974] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.515306] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d6129b3-5d3d-4fd7-904c-8c6be2263651 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.526075] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 835.526075] env[69308]: value = "task-3868382" [ 835.526075] env[69308]: _type = "Task" [ 835.526075] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.545671] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.567037] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.846110] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868380, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.896347] env[69308]: DEBUG nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.934206] env[69308]: DEBUG nova.network.neutron [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Successfully created port: 047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.992569] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9115b8-293b-4147-a8ec-06360714d871 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.006933] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3264db-7b20-4d12-825e-b866cad96d90 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.062264] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1013c212-3c33-4715-bf23-7d48eae4510f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.071295] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868382, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.074787] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1d246c-cab4-4617-ac8a-bffa7acfa14b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.089972] env[69308]: DEBUG nova.compute.provider_tree [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.342189] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868380, 'name': Rename_Task, 'duration_secs': 1.171272} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.342507] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.342777] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf5244a6-46f1-4c24-a093-2e7bdaf501e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.355468] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 836.355468] env[69308]: value = "task-3868383" [ 836.355468] env[69308]: _type = "Task" [ 836.355468] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.364590] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.569672] env[69308]: DEBUG oslo_vmware.api [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868382, 'name': PowerOnVM_Task, 'duration_secs': 0.746371} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.569833] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.570552] env[69308]: INFO nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Took 10.11 seconds to spawn the instance on the hypervisor. [ 836.570552] env[69308]: DEBUG nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.571271] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1299fc0d-059c-44c2-9939-42c7b101f235 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.596186] env[69308]: DEBUG nova.scheduler.client.report [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.867971] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868383, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.909487] env[69308]: DEBUG nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.936935] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.937792] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.938070] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.938364] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.938608] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.938927] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.939196] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.939365] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.939539] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.939705] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.939882] env[69308]: DEBUG nova.virt.hardware [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.940843] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf93bab-62e4-4d99-a468-9788737e404d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.950885] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6320e4-19f8-4eec-b017-271c189ec12e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.093911] env[69308]: INFO nova.compute.manager [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Took 64.34 seconds to build instance. [ 837.106131] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.108801] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.480s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.111092] env[69308]: INFO nova.compute.claims [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.132465] env[69308]: INFO nova.scheduler.client.report [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Deleted allocations for instance 578c621d-2931-4573-b15c-05504145f9fc [ 837.366677] env[69308]: DEBUG oslo_vmware.api [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868383, 'name': PowerOnVM_Task, 'duration_secs': 0.537499} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.366677] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.366677] env[69308]: INFO nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Took 8.71 seconds to spawn the instance on the hypervisor. [ 837.367307] env[69308]: DEBUG nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.367741] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eebfbe-e868-4e27-98f0-da009746b61d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.578760] env[69308]: DEBUG nova.network.neutron [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Successfully updated port: 047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.600032] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23058cdc-4e9a-4033-8770-4daf727512ee tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "2234356c-a233-4649-a30d-63af47b4e971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.171s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.622797] env[69308]: DEBUG nova.compute.manager [req-47237764-228f-4752-8d5c-ea0e51b35b18 req-ea72bc10-e730-43f8-a297-2855376f99e2 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Received event network-vif-plugged-047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.623066] env[69308]: DEBUG oslo_concurrency.lockutils [req-47237764-228f-4752-8d5c-ea0e51b35b18 req-ea72bc10-e730-43f8-a297-2855376f99e2 service nova] Acquiring lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.623325] env[69308]: DEBUG oslo_concurrency.lockutils [req-47237764-228f-4752-8d5c-ea0e51b35b18 req-ea72bc10-e730-43f8-a297-2855376f99e2 service nova] Lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.623536] env[69308]: DEBUG oslo_concurrency.lockutils [req-47237764-228f-4752-8d5c-ea0e51b35b18 req-ea72bc10-e730-43f8-a297-2855376f99e2 service nova] Lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.623752] env[69308]: DEBUG nova.compute.manager [req-47237764-228f-4752-8d5c-ea0e51b35b18 req-ea72bc10-e730-43f8-a297-2855376f99e2 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] No waiting events found dispatching network-vif-plugged-047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.623945] env[69308]: WARNING nova.compute.manager [req-47237764-228f-4752-8d5c-ea0e51b35b18 req-ea72bc10-e730-43f8-a297-2855376f99e2 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Received unexpected event network-vif-plugged-047311bf-683e-4447-b19f-4a7d740ed9a7 for instance with vm_state building and task_state spawning. [ 837.644917] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6aa04f6b-ad75-4577-a522-a87c0008f534 tempest-ListImageFiltersTestJSON-1651430734 tempest-ListImageFiltersTestJSON-1651430734-project-member] Lock "578c621d-2931-4573-b15c-05504145f9fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.466s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.888947] env[69308]: INFO nova.compute.manager [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Took 59.92 seconds to build instance. [ 837.994782] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.994865] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.082268] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.082512] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.085492] env[69308]: DEBUG nova.network.neutron [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.099999] env[69308]: DEBUG nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.393103] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc06d14-50d7-4c8b-b8bb-2511da2adc76 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.677s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.624917] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.638751] env[69308]: DEBUG nova.network.neutron [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.734849] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272d784-55f3-4f7a-8735-96ee19c64e47 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.752551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f5cf4-8fe5-4af7-a4fc-637a1f97f7e0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.795046] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b88805-5668-4321-b834-406c24a513e3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.809037] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1693786-9e0d-4cb3-a7e1-21342e666df6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.828019] env[69308]: DEBUG nova.compute.provider_tree [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.880306] env[69308]: DEBUG nova.network.neutron [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Updating instance_info_cache with network_info: [{"id": "047311bf-683e-4447-b19f-4a7d740ed9a7", "address": "fa:16:3e:59:3e:e1", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047311bf-68", "ovs_interfaceid": "047311bf-683e-4447-b19f-4a7d740ed9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.901035] env[69308]: DEBUG nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.427381] env[69308]: DEBUG nova.scheduler.client.report [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.427381] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Releasing lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.427381] env[69308]: DEBUG nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Instance network_info: |[{"id": "047311bf-683e-4447-b19f-4a7d740ed9a7", "address": "fa:16:3e:59:3e:e1", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047311bf-68", "ovs_interfaceid": "047311bf-683e-4447-b19f-4a7d740ed9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.427381] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:3e:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '047311bf-683e-4447-b19f-4a7d740ed9a7', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.427381] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Creating folder: Project (12b2f554efa342fa929dddb36af69089). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.427381] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fcf0979-508f-408f-8dfa-98b9d5f1fdf2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.427381] env[69308]: DEBUG nova.compute.manager [req-a6ea6f0c-479a-4167-af59-a3edd905f500 req-7c236c08-331d-4af4-8a1a-8e1afbad9da0 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Received event network-changed-a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.427381] env[69308]: DEBUG nova.compute.manager [req-a6ea6f0c-479a-4167-af59-a3edd905f500 req-7c236c08-331d-4af4-8a1a-8e1afbad9da0 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Refreshing instance network info cache due to event network-changed-a9afb762-3fc3-474a-bbcf-84d60bcede4d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.427381] env[69308]: DEBUG oslo_concurrency.lockutils [req-a6ea6f0c-479a-4167-af59-a3edd905f500 req-7c236c08-331d-4af4-8a1a-8e1afbad9da0 service nova] Acquiring lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.427381] env[69308]: DEBUG oslo_concurrency.lockutils [req-a6ea6f0c-479a-4167-af59-a3edd905f500 req-7c236c08-331d-4af4-8a1a-8e1afbad9da0 service nova] Acquired lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.427381] env[69308]: DEBUG nova.network.neutron [req-a6ea6f0c-479a-4167-af59-a3edd905f500 req-7c236c08-331d-4af4-8a1a-8e1afbad9da0 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Refreshing network info cache for port a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.428095] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Created folder: Project (12b2f554efa342fa929dddb36af69089) in parent group-v768498. [ 839.428095] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Creating folder: Instances. Parent ref: group-v768652. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.428095] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c256bc06-a79e-4e93-bbda-395e2bfb2d09 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.439405] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Created folder: Instances in parent group-v768652. [ 839.439540] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.440495] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.440495] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1ff9bcc-540d-408b-8069-385adf4c8d2b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.463725] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.463725] env[69308]: value = "task-3868386" [ 839.463725] env[69308]: _type = "Task" [ 839.463725] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.472025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.478669] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868386, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.838748] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.839496] env[69308]: DEBUG nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.843014] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.114s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.843680] env[69308]: DEBUG nova.objects.instance [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.978390] env[69308]: DEBUG nova.compute.manager [req-0c7ce95a-560c-405c-8dd5-0b217687af6d req-f2de5a04-4cd5-4b86-9600-591023047193 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Received event network-changed-047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.979405] env[69308]: DEBUG nova.compute.manager [req-0c7ce95a-560c-405c-8dd5-0b217687af6d req-f2de5a04-4cd5-4b86-9600-591023047193 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Refreshing instance network info cache due to event network-changed-047311bf-683e-4447-b19f-4a7d740ed9a7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.979878] env[69308]: DEBUG oslo_concurrency.lockutils [req-0c7ce95a-560c-405c-8dd5-0b217687af6d req-f2de5a04-4cd5-4b86-9600-591023047193 service nova] Acquiring lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.980361] env[69308]: DEBUG oslo_concurrency.lockutils [req-0c7ce95a-560c-405c-8dd5-0b217687af6d req-f2de5a04-4cd5-4b86-9600-591023047193 service nova] Acquired lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.981016] env[69308]: DEBUG nova.network.neutron [req-0c7ce95a-560c-405c-8dd5-0b217687af6d req-f2de5a04-4cd5-4b86-9600-591023047193 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Refreshing network info cache for port 047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.990730] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868386, 'name': CreateVM_Task, 'duration_secs': 0.42494} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.990730] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.991116] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.991280] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.991600] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.992170] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de248aca-6d8b-40c2-a4ec-122fdddb2ee9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.000038] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 840.000038] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c80911-e91b-25ed-c6c6-74331b1e13c0" [ 840.000038] env[69308]: _type = "Task" [ 840.000038] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.011111] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c80911-e91b-25ed-c6c6-74331b1e13c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.255491] env[69308]: DEBUG nova.network.neutron [req-a6ea6f0c-479a-4167-af59-a3edd905f500 req-7c236c08-331d-4af4-8a1a-8e1afbad9da0 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Updated VIF entry in instance network info cache for port a9afb762-3fc3-474a-bbcf-84d60bcede4d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.255855] env[69308]: DEBUG nova.network.neutron [req-a6ea6f0c-479a-4167-af59-a3edd905f500 req-7c236c08-331d-4af4-8a1a-8e1afbad9da0 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Updating instance_info_cache with network_info: [{"id": "a9afb762-3fc3-474a-bbcf-84d60bcede4d", "address": "fa:16:3e:f9:f4:33", "network": {"id": "f03ca86b-6028-4eee-956f-4352b9b5570c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1736239500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d5b1adda7824fd6a28ade2ac66bb28b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9afb762-3f", "ovs_interfaceid": "a9afb762-3fc3-474a-bbcf-84d60bcede4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.349679] env[69308]: DEBUG nova.compute.utils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.354012] env[69308]: DEBUG nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.354212] env[69308]: DEBUG nova.network.neutron [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.451472] env[69308]: DEBUG nova.policy [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f80a1d440d94be281c988eb6bc0791a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44bb6c9404a54acfa22a7d740fbf2583', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.512157] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c80911-e91b-25ed-c6c6-74331b1e13c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014314} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.512538] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.512712] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.512945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.513102] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.513311] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.513579] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bb7a25c-702c-4698-9e9a-479c5b56caa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.523327] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.523786] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.524355] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97039ec2-c7c1-41b1-b75b-bcf8cdb75e8c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.531158] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 840.531158] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]528f6efe-3e80-14e3-4ee1-b45e7677d2da" [ 840.531158] env[69308]: _type = "Task" [ 840.531158] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.544407] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528f6efe-3e80-14e3-4ee1-b45e7677d2da, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.545310] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eea4583-d8b9-425d-9b5c-37c4e887f810 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.552610] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 840.552610] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]528d13eb-6802-3384-0c16-c756813fd05d" [ 840.552610] env[69308]: _type = "Task" [ 840.552610] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.561781] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528d13eb-6802-3384-0c16-c756813fd05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.672826] env[69308]: DEBUG nova.compute.manager [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 840.758854] env[69308]: DEBUG oslo_concurrency.lockutils [req-a6ea6f0c-479a-4167-af59-a3edd905f500 req-7c236c08-331d-4af4-8a1a-8e1afbad9da0 service nova] Releasing lock "refresh_cache-2234356c-a233-4649-a30d-63af47b4e971" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.779142] env[69308]: DEBUG nova.network.neutron [req-0c7ce95a-560c-405c-8dd5-0b217687af6d req-f2de5a04-4cd5-4b86-9600-591023047193 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Updated VIF entry in instance network info cache for port 047311bf-683e-4447-b19f-4a7d740ed9a7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.779142] env[69308]: DEBUG nova.network.neutron [req-0c7ce95a-560c-405c-8dd5-0b217687af6d req-f2de5a04-4cd5-4b86-9600-591023047193 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Updating instance_info_cache with network_info: [{"id": "047311bf-683e-4447-b19f-4a7d740ed9a7", "address": "fa:16:3e:59:3e:e1", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047311bf-68", "ovs_interfaceid": "047311bf-683e-4447-b19f-4a7d740ed9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.854500] env[69308]: DEBUG nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.858540] env[69308]: DEBUG oslo_concurrency.lockutils [None req-565f83e5-3972-42c2-85f2-4690ff3429ba tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.859774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.980s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.859998] env[69308]: DEBUG nova.objects.instance [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lazy-loading 'resources' on Instance uuid fe4ef999-119c-4235-85dd-f1848885b31a {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.039299] env[69308]: DEBUG nova.network.neutron [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Successfully created port: 95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.064380] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528d13eb-6802-3384-0c16-c756813fd05d, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.064652] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.064910] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 640e9a74-46d3-4f82-89f7-a540fa3e93e6/640e9a74-46d3-4f82-89f7-a540fa3e93e6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.065195] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c608be-4d4e-4776-8bbe-e8ca433a6248 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.075278] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 841.075278] env[69308]: value = "task-3868387" [ 841.075278] env[69308]: _type = "Task" [ 841.075278] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.084766] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.282092] env[69308]: DEBUG oslo_concurrency.lockutils [req-0c7ce95a-560c-405c-8dd5-0b217687af6d req-f2de5a04-4cd5-4b86-9600-591023047193 service nova] Releasing lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.369028] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.589810] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.873227] env[69308]: DEBUG nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.906731] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.907735] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.907735] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.907735] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.907887] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.908135] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.908425] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.908593] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.908761] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.908943] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.909129] env[69308]: DEBUG nova.virt.hardware [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.910357] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1673476c-0050-43a6-b7aa-3fd8da5b2cef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.927095] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef41f3e-4f95-4a12-a22e-ab2395830b25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.986390] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e14cdcd-90a7-4a7d-976b-900288f3754e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.995166] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33348b6f-a0db-481d-b811-e360b378e927 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.032371] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8539e102-7ef8-47f1-860a-2c4ce74d46d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.039196] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f077bd-4f9e-4dcb-9142-337604a4de2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.054272] env[69308]: DEBUG nova.compute.provider_tree [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.090984] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550555} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.091311] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 640e9a74-46d3-4f82-89f7-a540fa3e93e6/640e9a74-46d3-4f82-89f7-a540fa3e93e6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.091522] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.092239] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ab05f4-1d98-4707-9856-30d70942c399 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.102127] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.102356] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.102583] env[69308]: INFO nova.compute.manager [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Shelving [ 842.104556] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 842.104556] env[69308]: value = "task-3868388" [ 842.104556] env[69308]: _type = "Task" [ 842.104556] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.114207] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.587010] env[69308]: ERROR nova.scheduler.client.report [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [req-513f79e6-a0b3-4e7e-aa71-b3adece4910f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-513f79e6-a0b3-4e7e-aa71-b3adece4910f"}]} [ 842.603940] env[69308]: DEBUG nova.scheduler.client.report [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 842.630531] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129868} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.631646] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.632773] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8566b3f-4df8-40fa-9349-f515df6a35a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.661132] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 640e9a74-46d3-4f82-89f7-a540fa3e93e6/640e9a74-46d3-4f82-89f7-a540fa3e93e6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.662485] env[69308]: DEBUG nova.scheduler.client.report [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 842.662745] env[69308]: DEBUG nova.compute.provider_tree [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.666094] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f288efb2-2151-463b-a7af-cfb683b459bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.683884] env[69308]: DEBUG nova.compute.manager [req-d73421e7-0811-4eb8-ab96-4827dd62742b req-9f91d991-27bd-4345-8f9d-c1684d539df6 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received event network-vif-plugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.684121] env[69308]: DEBUG oslo_concurrency.lockutils [req-d73421e7-0811-4eb8-ab96-4827dd62742b req-9f91d991-27bd-4345-8f9d-c1684d539df6 service nova] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.684329] env[69308]: DEBUG oslo_concurrency.lockutils [req-d73421e7-0811-4eb8-ab96-4827dd62742b req-9f91d991-27bd-4345-8f9d-c1684d539df6 service nova] Lock "efafcb8a-d402-44d8-af37-38262e35621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.684501] env[69308]: DEBUG oslo_concurrency.lockutils [req-d73421e7-0811-4eb8-ab96-4827dd62742b req-9f91d991-27bd-4345-8f9d-c1684d539df6 service nova] Lock "efafcb8a-d402-44d8-af37-38262e35621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.685119] env[69308]: DEBUG nova.compute.manager [req-d73421e7-0811-4eb8-ab96-4827dd62742b req-9f91d991-27bd-4345-8f9d-c1684d539df6 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] No waiting events found dispatching network-vif-plugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.685119] env[69308]: WARNING nova.compute.manager [req-d73421e7-0811-4eb8-ab96-4827dd62742b req-9f91d991-27bd-4345-8f9d-c1684d539df6 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received unexpected event network-vif-plugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e for instance with vm_state building and task_state spawning. [ 842.694984] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 842.694984] env[69308]: value = "task-3868389" [ 842.694984] env[69308]: _type = "Task" [ 842.694984] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.700656] env[69308]: DEBUG nova.scheduler.client.report [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 842.711584] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.737147] env[69308]: DEBUG nova.scheduler.client.report [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.758870] env[69308]: DEBUG nova.network.neutron [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Successfully updated port: 95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.125966] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.127749] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad60382-c92a-4a72-9878-14aa5422037b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.135299] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 843.135299] env[69308]: value = "task-3868390" [ 843.135299] env[69308]: _type = "Task" [ 843.135299] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.146857] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.211452] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868389, 'name': ReconfigVM_Task, 'duration_secs': 0.371767} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.211767] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 640e9a74-46d3-4f82-89f7-a540fa3e93e6/640e9a74-46d3-4f82-89f7-a540fa3e93e6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.212693] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3108dc96-0f36-4085-8d69-886faa3ffaa4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.221017] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 843.221017] env[69308]: value = "task-3868391" [ 843.221017] env[69308]: _type = "Task" [ 843.221017] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.232299] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868391, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.265850] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.266044] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.266280] env[69308]: DEBUG nova.network.neutron [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.341162] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5a6aa-3e12-4631-ae5e-2cdd561dc099 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.363519] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da46c3f4-f4cf-4930-8fc2-62739d9532d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.407985] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f6326d-775d-4d55-afd0-67947f1e70cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.419497] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14302594-e201-40e8-ad8c-b2ac9ee74d18 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.439213] env[69308]: DEBUG nova.compute.provider_tree [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.648372] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868390, 'name': PowerOffVM_Task, 'duration_secs': 0.332098} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.648855] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.649979] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0835a-4eb2-4f87-901a-8ac879b1d2f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.671038] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705ef13-cab3-469f-a5cc-9d8768cb1be7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.731572] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868391, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.801327] env[69308]: DEBUG nova.network.neutron [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.975428] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ef3e-119f-9a38-4572-07eb88d40add/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.976812] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b23548-9753-494f-8cf0-69715ade76a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.984918] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ef3e-119f-9a38-4572-07eb88d40add/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.985157] env[69308]: ERROR oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ef3e-119f-9a38-4572-07eb88d40add/disk-0.vmdk due to incomplete transfer. [ 843.985831] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db1cdd4a-d3eb-4db7-83b1-0d31e297d59c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.995894] env[69308]: DEBUG oslo_vmware.rw_handles [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5200ef3e-119f-9a38-4572-07eb88d40add/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.995894] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Uploaded image 1d424616-6304-43d9-84b4-dc8886c31b94 to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.997969] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.999080] env[69308]: DEBUG nova.scheduler.client.report [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 843.999369] env[69308]: DEBUG nova.compute.provider_tree [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 88 to 89 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 844.000224] env[69308]: DEBUG nova.compute.provider_tree [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.004428] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7338d7da-a3c2-42ab-9714-cb996eea739b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.011540] env[69308]: DEBUG nova.network.neutron [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating instance_info_cache with network_info: [{"id": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "address": "fa:16:3e:27:dd:da", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ccba25-ba", "ovs_interfaceid": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.020668] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 844.020668] env[69308]: value = "task-3868392" [ 844.020668] env[69308]: _type = "Task" [ 844.020668] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.030562] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868392, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.183089] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.183456] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-839c70db-f82c-4f12-8a66-f546a2036f9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.192259] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 844.192259] env[69308]: value = "task-3868393" [ 844.192259] env[69308]: _type = "Task" [ 844.192259] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.201917] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.232977] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868391, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.511548] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.652s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.514402] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.135s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.517280] env[69308]: INFO nova.compute.claims [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.519792] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.520115] env[69308]: DEBUG nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Instance network_info: |[{"id": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "address": "fa:16:3e:27:dd:da", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ccba25-ba", "ovs_interfaceid": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.520597] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:dd:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ccba25-ba8b-4c6b-a86f-1d27859d707e', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.529415] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating folder: Project (44bb6c9404a54acfa22a7d740fbf2583). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.533279] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3334c30-a229-4544-bcd1-ed2b7a15cf90 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.542088] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868392, 'name': Destroy_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.543441] env[69308]: INFO nova.scheduler.client.report [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Deleted allocations for instance fe4ef999-119c-4235-85dd-f1848885b31a [ 844.552741] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Created folder: Project (44bb6c9404a54acfa22a7d740fbf2583) in parent group-v768498. [ 844.552989] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating folder: Instances. Parent ref: group-v768655. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.553325] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b6428c1-02d6-450d-89d0-af9d7c126bd3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.568961] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Created folder: Instances in parent group-v768655. [ 844.569314] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.569534] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.569716] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99965d9b-6e79-457a-9338-aac88c9ea8a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.599305] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.599305] env[69308]: value = "task-3868396" [ 844.599305] env[69308]: _type = "Task" [ 844.599305] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.611467] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868396, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.712478] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868393, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.734166] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868391, 'name': Rename_Task, 'duration_secs': 1.214732} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.734583] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.734918] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a7ec82e-23c9-4f53-a865-ada1cfa6ed7d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.745139] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 844.745139] env[69308]: value = "task-3868397" [ 844.745139] env[69308]: _type = "Task" [ 844.745139] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.754809] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.855481] env[69308]: DEBUG nova.compute.manager [req-9a178865-643d-4b4b-9491-c6743195326f req-8fce9b00-09a3-4e0d-abfb-9d5f9e132abb service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received event network-changed-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.855481] env[69308]: DEBUG nova.compute.manager [req-9a178865-643d-4b4b-9491-c6743195326f req-8fce9b00-09a3-4e0d-abfb-9d5f9e132abb service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Refreshing instance network info cache due to event network-changed-95ccba25-ba8b-4c6b-a86f-1d27859d707e. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.859023] env[69308]: DEBUG oslo_concurrency.lockutils [req-9a178865-643d-4b4b-9491-c6743195326f req-8fce9b00-09a3-4e0d-abfb-9d5f9e132abb service nova] Acquiring lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.859023] env[69308]: DEBUG oslo_concurrency.lockutils [req-9a178865-643d-4b4b-9491-c6743195326f req-8fce9b00-09a3-4e0d-abfb-9d5f9e132abb service nova] Acquired lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.859023] env[69308]: DEBUG nova.network.neutron [req-9a178865-643d-4b4b-9491-c6743195326f req-8fce9b00-09a3-4e0d-abfb-9d5f9e132abb service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Refreshing network info cache for port 95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.034176] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868392, 'name': Destroy_Task, 'duration_secs': 0.709808} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.034439] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Destroyed the VM [ 845.034675] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 845.034930] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c89a5b21-0d67-43a5-a9ff-4b0946c3b2b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.049788] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 845.049788] env[69308]: value = "task-3868398" [ 845.049788] env[69308]: _type = "Task" [ 845.049788] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.065512] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1f92b711-a286-4283-bb9d-c56a2f102b8f tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.421s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.068072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 48.110s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.068072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.068072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.068072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.074135] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868398, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.074805] env[69308]: INFO nova.compute.manager [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Terminating instance [ 845.110315] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868396, 'name': CreateVM_Task, 'duration_secs': 0.509416} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.110539] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.111427] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.111646] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.112103] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.112455] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fa116f-5f6a-4ec9-b926-d466107c6b35 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.118269] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 845.118269] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5286b53a-6513-2890-6371-49820b1709c9" [ 845.118269] env[69308]: _type = "Task" [ 845.118269] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.133202] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5286b53a-6513-2890-6371-49820b1709c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.204398] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868393, 'name': CreateSnapshot_Task, 'duration_secs': 0.928755} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.205204] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.206142] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed7311-1451-4dbc-98cc-95b026c3c4ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.258900] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "d930a8a9-0db0-46ab-843f-6525300270cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.259355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "d930a8a9-0db0-46ab-843f-6525300270cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.265131] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.561173] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868398, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.580365] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.580688] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquired lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.580725] env[69308]: DEBUG nova.network.neutron [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.634731] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5286b53a-6513-2890-6371-49820b1709c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014699} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.635394] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.635738] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.636135] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.636391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.636789] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.637453] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc97e3c0-14f8-4ce0-97ce-eac0765b1fa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.650074] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.650421] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.651433] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155bf88b-5347-4aec-bc39-fd12b6193c0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.658135] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 845.658135] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52374d0e-d3c0-603d-f0b2-1cdb73d8123e" [ 845.658135] env[69308]: _type = "Task" [ 845.658135] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.672411] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52374d0e-d3c0-603d-f0b2-1cdb73d8123e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.729411] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.732526] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-066a5b2e-0406-4aa1-9d82-ae313581f7a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.746775] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 845.746775] env[69308]: value = "task-3868399" [ 845.746775] env[69308]: _type = "Task" [ 845.746775] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.763492] env[69308]: DEBUG nova.network.neutron [req-9a178865-643d-4b4b-9491-c6743195326f req-8fce9b00-09a3-4e0d-abfb-9d5f9e132abb service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updated VIF entry in instance network info cache for port 95ccba25-ba8b-4c6b-a86f-1d27859d707e. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.764082] env[69308]: DEBUG nova.network.neutron [req-9a178865-643d-4b4b-9491-c6743195326f req-8fce9b00-09a3-4e0d-abfb-9d5f9e132abb service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating instance_info_cache with network_info: [{"id": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "address": "fa:16:3e:27:dd:da", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ccba25-ba", "ovs_interfaceid": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.776261] env[69308]: DEBUG oslo_vmware.api [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868397, 'name': PowerOnVM_Task, 'duration_secs': 0.551166} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.778401] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.778631] env[69308]: INFO nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Took 8.87 seconds to spawn the instance on the hypervisor. [ 845.778878] env[69308]: DEBUG nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.779552] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868399, 'name': CloneVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.783355] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de51e7c6-f9c7-4c79-88df-35e1ee86b19a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.068646] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868398, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.085890] env[69308]: DEBUG nova.compute.utils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Can not refresh info_cache because instance was not found {{(pid=69308) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 846.106561] env[69308]: DEBUG nova.network.neutron [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.129335] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "57240612-d241-48c8-845f-52503cdaf021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.129335] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "57240612-d241-48c8-845f-52503cdaf021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.170994] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52374d0e-d3c0-603d-f0b2-1cdb73d8123e, 'name': SearchDatastore_Task, 'duration_secs': 0.019122} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.173735] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e163fec1-0b01-4e51-8447-dbc45e01cfe9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.181076] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd62902a-6362-4508-80f8-fa79694bf52b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.188746] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 846.188746] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5203b39a-2507-6ce8-3122-1f3b7a1e9c48" [ 846.188746] env[69308]: _type = "Task" [ 846.188746] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.197670] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e9ecaf-2a94-4862-b228-0b0271566670 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.212026] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5203b39a-2507-6ce8-3122-1f3b7a1e9c48, 'name': SearchDatastore_Task, 'duration_secs': 0.016391} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.239612] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.240228] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] efafcb8a-d402-44d8-af37-38262e35621c/efafcb8a-d402-44d8-af37-38262e35621c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.240477] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aadb117-364d-4d35-8b75-a44c46cae220 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.243285] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34424b4a-682f-4429-87da-c6349d845a71 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.248474] env[69308]: DEBUG nova.network.neutron [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.263587] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94da6bcd-9d04-468a-aafd-36b7774c9b7b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.268385] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 846.268385] env[69308]: value = "task-3868400" [ 846.268385] env[69308]: _type = "Task" [ 846.268385] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.269927] env[69308]: DEBUG oslo_concurrency.lockutils [req-9a178865-643d-4b4b-9491-c6743195326f req-8fce9b00-09a3-4e0d-abfb-9d5f9e132abb service nova] Releasing lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.288681] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868399, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.289478] env[69308]: DEBUG nova.compute.provider_tree [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.297742] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.307800] env[69308]: INFO nova.compute.manager [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Took 61.86 seconds to build instance. [ 846.563671] env[69308]: DEBUG oslo_vmware.api [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868398, 'name': RemoveSnapshot_Task, 'duration_secs': 1.260132} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.564108] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 846.564592] env[69308]: INFO nova.compute.manager [None req-f483c0b7-debe-4a75-8567-142d9970f1db tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Took 18.53 seconds to snapshot the instance on the hypervisor. [ 846.753951] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Releasing lock "refresh_cache-fe4ef999-119c-4235-85dd-f1848885b31a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.754530] env[69308]: DEBUG nova.compute.manager [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.754782] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.755199] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adba2e9a-2db4-4cec-9012-a2c1675ebaad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.770734] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868399, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.779488] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d41f629-21db-4f26-ba60-068adb0d63d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.794513] env[69308]: DEBUG nova.scheduler.client.report [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.804078] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868400, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.825982] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b7d759b-5763-43ab-b9fb-2b893eddad7d tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.789s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.826439] env[69308]: WARNING nova.virt.vmwareapi.vmops [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fe4ef999-119c-4235-85dd-f1848885b31a could not be found. [ 846.826620] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.826833] env[69308]: INFO nova.compute.manager [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Took 0.07 seconds to destroy the instance on the hypervisor. [ 846.827066] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.829066] env[69308]: DEBUG nova.compute.manager [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.832388] env[69308]: DEBUG nova.network.neutron [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.855927] env[69308]: DEBUG nova.network.neutron [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.871813] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "60f120c5-345a-44dd-b716-03a686a518f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.872217] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "60f120c5-345a-44dd-b716-03a686a518f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.872442] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "60f120c5-345a-44dd-b716-03a686a518f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.872654] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "60f120c5-345a-44dd-b716-03a686a518f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.872882] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "60f120c5-345a-44dd-b716-03a686a518f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.875023] env[69308]: INFO nova.compute.manager [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Terminating instance [ 846.919161] env[69308]: DEBUG nova.compute.manager [req-20dbd5bd-3062-40b2-bf25-56610bcabcb8 req-8b2f2578-5081-4e68-9a2a-38b6a5901596 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Received event network-changed-047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.919478] env[69308]: DEBUG nova.compute.manager [req-20dbd5bd-3062-40b2-bf25-56610bcabcb8 req-8b2f2578-5081-4e68-9a2a-38b6a5901596 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Refreshing instance network info cache due to event network-changed-047311bf-683e-4447-b19f-4a7d740ed9a7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.919564] env[69308]: DEBUG oslo_concurrency.lockutils [req-20dbd5bd-3062-40b2-bf25-56610bcabcb8 req-8b2f2578-5081-4e68-9a2a-38b6a5901596 service nova] Acquiring lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.919698] env[69308]: DEBUG oslo_concurrency.lockutils [req-20dbd5bd-3062-40b2-bf25-56610bcabcb8 req-8b2f2578-5081-4e68-9a2a-38b6a5901596 service nova] Acquired lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.919892] env[69308]: DEBUG nova.network.neutron [req-20dbd5bd-3062-40b2-bf25-56610bcabcb8 req-8b2f2578-5081-4e68-9a2a-38b6a5901596 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Refreshing network info cache for port 047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.271829] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868399, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.285416] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795647} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.285750] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] efafcb8a-d402-44d8-af37-38262e35621c/efafcb8a-d402-44d8-af37-38262e35621c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.286020] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.286459] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51aea84c-eb92-4c50-8860-db32ca2f1e66 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.297628] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 847.297628] env[69308]: value = "task-3868401" [ 847.297628] env[69308]: _type = "Task" [ 847.297628] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.304403] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.305395] env[69308]: DEBUG nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.316021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 44.370s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.316021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.316021] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 847.316021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.665s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.316021] env[69308]: DEBUG nova.objects.instance [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.318567] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5986db-a102-4624-9f46-400fb8262cce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.325493] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.332430] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc344bbd-80aa-416a-9716-2e65a5f184b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.337130] env[69308]: DEBUG nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.354201] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312189f2-6ba1-4132-8eb0-b9c9f52d868a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.357962] env[69308]: DEBUG nova.network.neutron [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.367553] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393afdbf-048b-40d8-bd41-45c55eecf0b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.406849] env[69308]: DEBUG nova.compute.manager [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.406849] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.406960] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178035MB free_disk=44GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 847.407147] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.408411] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfaa893-2a47-45dd-b298-8db4f510c0df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.417941] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.417941] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc9ee54-0a24-43ee-bf83-3b2babf6d2b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.429226] env[69308]: DEBUG oslo_vmware.api [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 847.429226] env[69308]: value = "task-3868402" [ 847.429226] env[69308]: _type = "Task" [ 847.429226] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.444779] env[69308]: DEBUG oslo_vmware.api [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.772088] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868399, 'name': CloneVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.808023] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077554} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.808023] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.808023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4248404d-da1d-4c5f-93da-0ae11bb45cbf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.828965] env[69308]: DEBUG nova.compute.utils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.842234] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] efafcb8a-d402-44d8-af37-38262e35621c/efafcb8a-d402-44d8-af37-38262e35621c.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.847881] env[69308]: DEBUG nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.851218] env[69308]: DEBUG oslo_concurrency.lockutils [None req-99c29b5e-a200-415f-89b0-9c6690d68bd3 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.537s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.852237] env[69308]: DEBUG nova.network.neutron [req-20dbd5bd-3062-40b2-bf25-56610bcabcb8 req-8b2f2578-5081-4e68-9a2a-38b6a5901596 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Updated VIF entry in instance network info cache for port 047311bf-683e-4447-b19f-4a7d740ed9a7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.852747] env[69308]: DEBUG nova.network.neutron [req-20dbd5bd-3062-40b2-bf25-56610bcabcb8 req-8b2f2578-5081-4e68-9a2a-38b6a5901596 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Updating instance_info_cache with network_info: [{"id": "047311bf-683e-4447-b19f-4a7d740ed9a7", "address": "fa:16:3e:59:3e:e1", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047311bf-68", "ovs_interfaceid": "047311bf-683e-4447-b19f-4a7d740ed9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.854169] env[69308]: DEBUG nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.854472] env[69308]: DEBUG nova.network.neutron [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.856864] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b967f2f-088c-4d79-b75a-bb66582548a6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.874473] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.257s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.876050] env[69308]: INFO nova.compute.claims [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.882561] env[69308]: INFO nova.compute.manager [-] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Took 1.05 seconds to deallocate network for instance. [ 847.895383] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 847.895383] env[69308]: value = "task-3868403" [ 847.895383] env[69308]: _type = "Task" [ 847.895383] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.909607] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868403, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.911398] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.941383] env[69308]: DEBUG oslo_vmware.api [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868402, 'name': PowerOffVM_Task, 'duration_secs': 0.279914} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.942992] env[69308]: DEBUG nova.policy [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b83584921184466b468328ee991b433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef33e0122194a8cb8fe5eb8087ff505', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.944834] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.945070] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.945419] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d72a27d-1805-46b1-a114-d26002a22ceb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.026690] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.026935] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.027135] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Deleting the datastore file [datastore1] 60f120c5-345a-44dd-b716-03a686a518f3 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.027413] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b4e719-2db7-4cdd-a024-6a77a2a09639 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.036103] env[69308]: DEBUG oslo_vmware.api [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for the task: (returnval){ [ 848.036103] env[69308]: value = "task-3868405" [ 848.036103] env[69308]: _type = "Task" [ 848.036103] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.049053] env[69308]: DEBUG oslo_vmware.api [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.278026] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868399, 'name': CloneVM_Task, 'duration_secs': 2.041172} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.278026] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Created linked-clone VM from snapshot [ 848.278026] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837f2be3-f750-489d-a9d9-03419d03abdf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.283421] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Uploading image c1b5cb0e-7e28-4b46-9b70-023670f3c575 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.316083] env[69308]: DEBUG oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.316083] env[69308]: value = "vm-768659" [ 848.316083] env[69308]: _type = "VirtualMachine" [ 848.316083] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.316083] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d823734-0e32-455d-b4d7-89c095d7a6fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.325278] env[69308]: DEBUG oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lease: (returnval){ [ 848.325278] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520904b4-1aed-8dcb-e88e-1be8dc28041e" [ 848.325278] env[69308]: _type = "HttpNfcLease" [ 848.325278] env[69308]: } obtained for exporting VM: (result){ [ 848.325278] env[69308]: value = "vm-768659" [ 848.325278] env[69308]: _type = "VirtualMachine" [ 848.325278] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.325737] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the lease: (returnval){ [ 848.325737] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520904b4-1aed-8dcb-e88e-1be8dc28041e" [ 848.325737] env[69308]: _type = "HttpNfcLease" [ 848.325737] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.333846] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.333846] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520904b4-1aed-8dcb-e88e-1be8dc28041e" [ 848.333846] env[69308]: _type = "HttpNfcLease" [ 848.333846] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.380869] env[69308]: DEBUG oslo_concurrency.lockutils [req-20dbd5bd-3062-40b2-bf25-56610bcabcb8 req-8b2f2578-5081-4e68-9a2a-38b6a5901596 service nova] Releasing lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.382642] env[69308]: INFO nova.virt.block_device [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Booting with volume 30518ad5-bbb1-4eac-ac99-ce7406fbae45 at /dev/sda [ 848.389376] env[69308]: INFO nova.compute.manager [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance disappeared during terminate [ 848.389670] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6fe46a90-b00e-406f-9be7-10a61f20bc42 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "fe4ef999-119c-4235-85dd-f1848885b31a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.323s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.408985] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868403, 'name': ReconfigVM_Task, 'duration_secs': 0.515618} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.410725] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] efafcb8a-d402-44d8-af37-38262e35621c/efafcb8a-d402-44d8-af37-38262e35621c.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.412236] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd4a4eb0-bbb3-4896-8650-eaa64ab54334 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.420390] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 848.420390] env[69308]: value = "task-3868407" [ 848.420390] env[69308]: _type = "Task" [ 848.420390] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.431283] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868407, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.435099] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f23571b9-555e-494d-9d0a-6b873d2d4584 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.445687] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98053d9-aff3-4346-9968-e1eb63b24511 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.462659] env[69308]: DEBUG nova.network.neutron [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Successfully created port: b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.486764] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d72fb94-1c72-49bb-bf32-dc9a64e4cb6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.496516] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d089ea-a8fc-45f9-b2ee-f8291a0f43de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.540355] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb6429f-f618-46a1-9cd9-d06898c19fed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.549301] env[69308]: DEBUG oslo_vmware.api [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Task: {'id': task-3868405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236939} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.551353] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.551551] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.551746] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.551955] env[69308]: INFO nova.compute.manager [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 848.552219] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.552497] env[69308]: DEBUG nova.compute.manager [-] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.552595] env[69308]: DEBUG nova.network.neutron [-] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.554776] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f584ff-ed0e-4ef3-8616-7953bf65cb40 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.571496] env[69308]: DEBUG nova.virt.block_device [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Updating existing volume attachment record: 95370e1f-5928-4806-916c-22abe1d21dd0 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 848.836721] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.836721] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520904b4-1aed-8dcb-e88e-1be8dc28041e" [ 848.836721] env[69308]: _type = "HttpNfcLease" [ 848.836721] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.836958] env[69308]: DEBUG oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.836958] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520904b4-1aed-8dcb-e88e-1be8dc28041e" [ 848.836958] env[69308]: _type = "HttpNfcLease" [ 848.836958] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.837860] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b8b60b-9c14-415a-8d2b-134a1086a98b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.849564] env[69308]: DEBUG oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa7f99-ebef-1b20-a1b3-b6ed743ad7d9/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.850204] env[69308]: DEBUG oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa7f99-ebef-1b20-a1b3-b6ed743ad7d9/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.932188] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868407, 'name': Rename_Task, 'duration_secs': 0.231519} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.932514] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.932787] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3de17848-23a1-474e-8d31-d712d78a581e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.940837] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 848.940837] env[69308]: value = "task-3868408" [ 848.940837] env[69308]: _type = "Task" [ 848.940837] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.959051] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4921e866-5aea-46ae-a0d0-8b2afc0f4f53 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.961581] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.030816] env[69308]: DEBUG nova.compute.manager [req-bb0640b6-811c-400e-8866-a0123e6fa9c9 req-0f6aae3d-8442-4128-b84e-4cb24d86221d service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Received event network-changed-047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.031095] env[69308]: DEBUG nova.compute.manager [req-bb0640b6-811c-400e-8866-a0123e6fa9c9 req-0f6aae3d-8442-4128-b84e-4cb24d86221d service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Refreshing instance network info cache due to event network-changed-047311bf-683e-4447-b19f-4a7d740ed9a7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.031334] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb0640b6-811c-400e-8866-a0123e6fa9c9 req-0f6aae3d-8442-4128-b84e-4cb24d86221d service nova] Acquiring lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.031474] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb0640b6-811c-400e-8866-a0123e6fa9c9 req-0f6aae3d-8442-4128-b84e-4cb24d86221d service nova] Acquired lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.031629] env[69308]: DEBUG nova.network.neutron [req-bb0640b6-811c-400e-8866-a0123e6fa9c9 req-0f6aae3d-8442-4128-b84e-4cb24d86221d service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Refreshing network info cache for port 047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.458180] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868408, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.465533] env[69308]: DEBUG nova.network.neutron [-] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.524914] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c982ce4-2584-402e-a959-12f38d96b69e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.534699] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b49c1b-f850-4c1d-a812-68386441a82b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.578844] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5902f23-d10d-40bc-acae-a9d7989ff9b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.594023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc22ab6-c9ec-4155-8f6e-1bdeb41c6739 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.619429] env[69308]: DEBUG nova.compute.provider_tree [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.887072] env[69308]: DEBUG nova.network.neutron [req-bb0640b6-811c-400e-8866-a0123e6fa9c9 req-0f6aae3d-8442-4128-b84e-4cb24d86221d service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Updated VIF entry in instance network info cache for port 047311bf-683e-4447-b19f-4a7d740ed9a7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.887443] env[69308]: DEBUG nova.network.neutron [req-bb0640b6-811c-400e-8866-a0123e6fa9c9 req-0f6aae3d-8442-4128-b84e-4cb24d86221d service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Updating instance_info_cache with network_info: [{"id": "047311bf-683e-4447-b19f-4a7d740ed9a7", "address": "fa:16:3e:59:3e:e1", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap047311bf-68", "ovs_interfaceid": "047311bf-683e-4447-b19f-4a7d740ed9a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.954296] env[69308]: DEBUG oslo_vmware.api [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868408, 'name': PowerOnVM_Task, 'duration_secs': 0.620279} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.954296] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.954296] env[69308]: INFO nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Took 8.08 seconds to spawn the instance on the hypervisor. [ 849.954470] env[69308]: DEBUG nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.956321] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec50ef-827a-420f-8371-077c1f4932ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.970854] env[69308]: INFO nova.compute.manager [-] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Took 1.42 seconds to deallocate network for instance. [ 850.127979] env[69308]: DEBUG nova.scheduler.client.report [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.192288] env[69308]: DEBUG nova.compute.manager [req-e330a9b5-0832-4826-8c07-fd8bc2359dfb req-22a94e92-eeb0-40cb-8f99-8368e934e304 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Received event network-vif-plugged-b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.192653] env[69308]: DEBUG oslo_concurrency.lockutils [req-e330a9b5-0832-4826-8c07-fd8bc2359dfb req-22a94e92-eeb0-40cb-8f99-8368e934e304 service nova] Acquiring lock "bc0637c2-ea33-4d9a-b789-c1f781370019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.192919] env[69308]: DEBUG oslo_concurrency.lockutils [req-e330a9b5-0832-4826-8c07-fd8bc2359dfb req-22a94e92-eeb0-40cb-8f99-8368e934e304 service nova] Lock "bc0637c2-ea33-4d9a-b789-c1f781370019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.193458] env[69308]: DEBUG oslo_concurrency.lockutils [req-e330a9b5-0832-4826-8c07-fd8bc2359dfb req-22a94e92-eeb0-40cb-8f99-8368e934e304 service nova] Lock "bc0637c2-ea33-4d9a-b789-c1f781370019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.193709] env[69308]: DEBUG nova.compute.manager [req-e330a9b5-0832-4826-8c07-fd8bc2359dfb req-22a94e92-eeb0-40cb-8f99-8368e934e304 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] No waiting events found dispatching network-vif-plugged-b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.194592] env[69308]: WARNING nova.compute.manager [req-e330a9b5-0832-4826-8c07-fd8bc2359dfb req-22a94e92-eeb0-40cb-8f99-8368e934e304 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Received unexpected event network-vif-plugged-b672c580-9374-48a0-a649-3d6f6f80e3c5 for instance with vm_state building and task_state block_device_mapping. [ 850.292607] env[69308]: DEBUG nova.network.neutron [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Successfully updated port: b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.390825] env[69308]: DEBUG oslo_concurrency.lockutils [req-bb0640b6-811c-400e-8866-a0123e6fa9c9 req-0f6aae3d-8442-4128-b84e-4cb24d86221d service nova] Releasing lock "refresh_cache-640e9a74-46d3-4f82-89f7-a540fa3e93e6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.482375] env[69308]: INFO nova.compute.manager [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Took 60.88 seconds to build instance. [ 850.482375] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.633805] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.635208] env[69308]: DEBUG nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.637774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.233s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.638105] env[69308]: DEBUG nova.objects.instance [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lazy-loading 'resources' on Instance uuid 22889b96-78e6-4b9c-8b43-a423dfe509bc {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.697321] env[69308]: DEBUG nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.698234] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.698616] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.698879] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.699547] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.699547] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.699547] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.700267] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.700267] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.700267] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.700417] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.700583] env[69308]: DEBUG nova.virt.hardware [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.701694] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92481139-c73a-487f-a892-06d32b772944 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.711876] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73c234e-ec32-47a1-9fe0-c8a87656234e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.795999] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Acquiring lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.796195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Acquired lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.796349] env[69308]: DEBUG nova.network.neutron [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.984700] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6e942665-c493-466d-bc28-038503db7c9f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.503s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.072301] env[69308]: DEBUG nova.compute.manager [req-0f66fe6c-01f4-4c08-8c62-dea21451d4f1 req-0616c857-50dd-4ce0-b4d1-9e8dceb5f769 service nova] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Received event network-vif-deleted-f758251f-9c1a-4eb9-a5f7-8cf57ee512fc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.144593] env[69308]: DEBUG nova.compute.utils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.146824] env[69308]: DEBUG nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.147289] env[69308]: DEBUG nova.network.neutron [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.197679] env[69308]: DEBUG nova.policy [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '186faad856d64b00a20744ce8a0263aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4034f8f5fcc64c4fb1b7500d1fc958ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.372641] env[69308]: DEBUG nova.network.neutron [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.488691] env[69308]: DEBUG nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.568750] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.569087] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.642484] env[69308]: DEBUG nova.network.neutron [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Successfully created port: fcc2c95d-4f14-476e-b221-acc0b908627c {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.653660] env[69308]: DEBUG nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.737716] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d2f4a-7b1a-4bd1-9f13-95d8d11d9947 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.746194] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89025082-4da9-4c74-b3c6-d31e7c75fd30 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.784065] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0188cf-1b4c-41a7-bbaf-1dc6e331fd2a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.793040] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7034b45-c159-4297-80c1-b563306212b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.807928] env[69308]: DEBUG nova.compute.provider_tree [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.014267] env[69308]: DEBUG nova.network.neutron [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Updating instance_info_cache with network_info: [{"id": "b672c580-9374-48a0-a649-3d6f6f80e3c5", "address": "fa:16:3e:3b:67:44", "network": {"id": "10b0ac2e-f457-4028-adb0-42fdac5e081b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-170667421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef33e0122194a8cb8fe5eb8087ff505", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb672c580-93", "ovs_interfaceid": "b672c580-9374-48a0-a649-3d6f6f80e3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.022309] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.058598] env[69308]: DEBUG nova.network.neutron [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Successfully created port: 63787edb-9c1e-4328-b336-3db93dd9c8b2 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.310774] env[69308]: DEBUG nova.scheduler.client.report [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.357200] env[69308]: DEBUG nova.compute.manager [req-d7aee090-f570-41a1-953e-b247c3608a7e req-06413fa6-b925-4dfd-b7ea-ec36dde4b132 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Received event network-changed-b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.357446] env[69308]: DEBUG nova.compute.manager [req-d7aee090-f570-41a1-953e-b247c3608a7e req-06413fa6-b925-4dfd-b7ea-ec36dde4b132 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Refreshing instance network info cache due to event network-changed-b672c580-9374-48a0-a649-3d6f6f80e3c5. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.357703] env[69308]: DEBUG oslo_concurrency.lockutils [req-d7aee090-f570-41a1-953e-b247c3608a7e req-06413fa6-b925-4dfd-b7ea-ec36dde4b132 service nova] Acquiring lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.517496] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Releasing lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.517835] env[69308]: DEBUG nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Instance network_info: |[{"id": "b672c580-9374-48a0-a649-3d6f6f80e3c5", "address": "fa:16:3e:3b:67:44", "network": {"id": "10b0ac2e-f457-4028-adb0-42fdac5e081b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-170667421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef33e0122194a8cb8fe5eb8087ff505", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb672c580-93", "ovs_interfaceid": "b672c580-9374-48a0-a649-3d6f6f80e3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.518311] env[69308]: DEBUG oslo_concurrency.lockutils [req-d7aee090-f570-41a1-953e-b247c3608a7e req-06413fa6-b925-4dfd-b7ea-ec36dde4b132 service nova] Acquired lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.518435] env[69308]: DEBUG nova.network.neutron [req-d7aee090-f570-41a1-953e-b247c3608a7e req-06413fa6-b925-4dfd-b7ea-ec36dde4b132 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Refreshing network info cache for port b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.519699] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:67:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b672c580-9374-48a0-a649-3d6f6f80e3c5', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.527364] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Creating folder: Project (4ef33e0122194a8cb8fe5eb8087ff505). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.527956] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e8298e6-7a03-4573-81b2-a572746fa3f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.544701] env[69308]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 852.544701] env[69308]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69308) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 852.544989] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Folder already exists: Project (4ef33e0122194a8cb8fe5eb8087ff505). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 852.545109] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Creating folder: Instances. Parent ref: group-v768618. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.545370] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef0a6c6c-3ab8-4c8a-af6f-3a6e4a14d496 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.558715] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Created folder: Instances in parent group-v768618. [ 852.558715] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.558937] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.559158] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a2af6c5-87a5-42b6-958e-7eace0bea7be {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.580665] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.580665] env[69308]: value = "task-3868411" [ 852.580665] env[69308]: _type = "Task" [ 852.580665] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.593777] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868411, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.664943] env[69308]: DEBUG nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.697638] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.697909] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.698079] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.698299] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.698448] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.698595] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.698856] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.699056] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.699239] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.699435] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.699621] env[69308]: DEBUG nova.virt.hardware [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.700532] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a1a2e-9a4b-4a6f-bbdb-dd14541d8d69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.710505] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef12c69e-f739-459b-92c5-efccfa076168 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.820501] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.825996] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.421s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.825996] env[69308]: DEBUG nova.objects.instance [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lazy-loading 'resources' on Instance uuid f2d1e51f-f7b2-4e46-9ae6-984246ca64e4 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.849239] env[69308]: INFO nova.scheduler.client.report [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted allocations for instance 22889b96-78e6-4b9c-8b43-a423dfe509bc [ 853.094681] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868411, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.248787] env[69308]: DEBUG nova.compute.manager [req-c703f40b-20fd-4610-8936-7d4a95abc7b2 req-1f040e21-cb9e-448d-84ec-db55fd6a3679 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received event network-changed-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.249136] env[69308]: DEBUG nova.compute.manager [req-c703f40b-20fd-4610-8936-7d4a95abc7b2 req-1f040e21-cb9e-448d-84ec-db55fd6a3679 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Refreshing instance network info cache due to event network-changed-95ccba25-ba8b-4c6b-a86f-1d27859d707e. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.249366] env[69308]: DEBUG oslo_concurrency.lockutils [req-c703f40b-20fd-4610-8936-7d4a95abc7b2 req-1f040e21-cb9e-448d-84ec-db55fd6a3679 service nova] Acquiring lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.249509] env[69308]: DEBUG oslo_concurrency.lockutils [req-c703f40b-20fd-4610-8936-7d4a95abc7b2 req-1f040e21-cb9e-448d-84ec-db55fd6a3679 service nova] Acquired lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.249665] env[69308]: DEBUG nova.network.neutron [req-c703f40b-20fd-4610-8936-7d4a95abc7b2 req-1f040e21-cb9e-448d-84ec-db55fd6a3679 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Refreshing network info cache for port 95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.346236] env[69308]: DEBUG nova.network.neutron [req-d7aee090-f570-41a1-953e-b247c3608a7e req-06413fa6-b925-4dfd-b7ea-ec36dde4b132 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Updated VIF entry in instance network info cache for port b672c580-9374-48a0-a649-3d6f6f80e3c5. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.350198] env[69308]: DEBUG nova.network.neutron [req-d7aee090-f570-41a1-953e-b247c3608a7e req-06413fa6-b925-4dfd-b7ea-ec36dde4b132 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Updating instance_info_cache with network_info: [{"id": "b672c580-9374-48a0-a649-3d6f6f80e3c5", "address": "fa:16:3e:3b:67:44", "network": {"id": "10b0ac2e-f457-4028-adb0-42fdac5e081b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-170667421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef33e0122194a8cb8fe5eb8087ff505", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb672c580-93", "ovs_interfaceid": "b672c580-9374-48a0-a649-3d6f6f80e3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.360380] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b12f055a-749c-462a-a423-dc1fe7eb4499 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "22889b96-78e6-4b9c-8b43-a423dfe509bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.077s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.575201] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.575478] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.575689] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.575872] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.576072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.579299] env[69308]: INFO nova.compute.manager [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Terminating instance [ 853.599880] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868411, 'name': CreateVM_Task, 'duration_secs': 0.533153} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.600203] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.601225] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768628', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'name': 'volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc0637c2-ea33-4d9a-b789-c1f781370019', 'attached_at': '', 'detached_at': '', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'serial': '30518ad5-bbb1-4eac-ac99-ce7406fbae45'}, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'attachment_id': '95370e1f-5928-4806-916c-22abe1d21dd0', 'volume_type': None}], 'swap': None} {{(pid=69308) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 853.601461] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Root volume attach. Driver type: vmdk {{(pid=69308) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 853.602401] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30c2cbe-d558-45d3-9bf8-a44f54a23d8e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.615321] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf6139-f10c-4f98-ac72-61b3d90e3769 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.623496] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0400584b-0358-4fa8-9c05-6b4570696d29 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.635480] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d9272f31-ee63-47c1-9f9e-62484585cf06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.644905] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 853.644905] env[69308]: value = "task-3868412" [ 853.644905] env[69308]: _type = "Task" [ 853.644905] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.655109] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.813624] env[69308]: DEBUG nova.network.neutron [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Successfully updated port: fcc2c95d-4f14-476e-b221-acc0b908627c {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.853013] env[69308]: DEBUG oslo_concurrency.lockutils [req-d7aee090-f570-41a1-953e-b247c3608a7e req-06413fa6-b925-4dfd-b7ea-ec36dde4b132 service nova] Releasing lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.961883] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b869e3-1e91-4285-ba90-85f60e514c0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.974461] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4845fd4-c823-42ce-b398-b146e86b57e3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.024166] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda1a23e-f69e-4dde-a44d-9ae00a59ac9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.037288] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda100c9-6d81-4f10-a002-990e846a4899 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.058771] env[69308]: DEBUG nova.compute.provider_tree [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.083102] env[69308]: DEBUG nova.compute.manager [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.083487] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.084399] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1272794-1014-4609-b33a-6926750ba46d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.096265] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.096575] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-220ad35a-dd03-4055-9a0c-bfb014ba5897 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.107354] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 854.107354] env[69308]: value = "task-3868413" [ 854.107354] env[69308]: _type = "Task" [ 854.107354] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.121599] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.158586] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 40%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.182899] env[69308]: DEBUG nova.network.neutron [req-c703f40b-20fd-4610-8936-7d4a95abc7b2 req-1f040e21-cb9e-448d-84ec-db55fd6a3679 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updated VIF entry in instance network info cache for port 95ccba25-ba8b-4c6b-a86f-1d27859d707e. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.183335] env[69308]: DEBUG nova.network.neutron [req-c703f40b-20fd-4610-8936-7d4a95abc7b2 req-1f040e21-cb9e-448d-84ec-db55fd6a3679 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating instance_info_cache with network_info: [{"id": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "address": "fa:16:3e:27:dd:da", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ccba25-ba", "ovs_interfaceid": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.397494] env[69308]: DEBUG nova.compute.manager [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Received event network-vif-plugged-fcc2c95d-4f14-476e-b221-acc0b908627c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.397494] env[69308]: DEBUG oslo_concurrency.lockutils [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] Acquiring lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.397494] env[69308]: DEBUG oslo_concurrency.lockutils [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.397494] env[69308]: DEBUG oslo_concurrency.lockutils [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.397745] env[69308]: DEBUG nova.compute.manager [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] No waiting events found dispatching network-vif-plugged-fcc2c95d-4f14-476e-b221-acc0b908627c {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.397778] env[69308]: WARNING nova.compute.manager [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Received unexpected event network-vif-plugged-fcc2c95d-4f14-476e-b221-acc0b908627c for instance with vm_state building and task_state spawning. [ 854.397939] env[69308]: DEBUG nova.compute.manager [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Received event network-changed-fcc2c95d-4f14-476e-b221-acc0b908627c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.399827] env[69308]: DEBUG nova.compute.manager [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Refreshing instance network info cache due to event network-changed-fcc2c95d-4f14-476e-b221-acc0b908627c. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.400353] env[69308]: DEBUG oslo_concurrency.lockutils [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] Acquiring lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.400788] env[69308]: DEBUG oslo_concurrency.lockutils [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] Acquired lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.400885] env[69308]: DEBUG nova.network.neutron [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Refreshing network info cache for port fcc2c95d-4f14-476e-b221-acc0b908627c {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.562398] env[69308]: DEBUG nova.scheduler.client.report [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.626645] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.660086] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 53%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.686914] env[69308]: DEBUG oslo_concurrency.lockutils [req-c703f40b-20fd-4610-8936-7d4a95abc7b2 req-1f040e21-cb9e-448d-84ec-db55fd6a3679 service nova] Releasing lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957382] env[69308]: DEBUG nova.network.neutron [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.069767] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.074414] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.302s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.078026] env[69308]: DEBUG nova.objects.instance [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lazy-loading 'resources' on Instance uuid 1d3eaa6c-8a56-4bca-a518-e5b5274058a2 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.085261] env[69308]: DEBUG nova.network.neutron [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.105427] env[69308]: INFO nova.scheduler.client.report [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleted allocations for instance f2d1e51f-f7b2-4e46-9ae6-984246ca64e4 [ 855.122523] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.160707] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 63%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.588343] env[69308]: DEBUG oslo_concurrency.lockutils [req-026fa2aa-7179-48bb-ace0-ab87900ea9bd req-e9477146-470b-4c73-9a41-8267eb1a2ce8 service nova] Releasing lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.620808] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cd3957dd-1595-46f1-aae7-5dab3f966c2c tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "f2d1e51f-f7b2-4e46-9ae6-984246ca64e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.271s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.628705] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868413, 'name': PowerOffVM_Task, 'duration_secs': 1.155046} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.629039] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.629163] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.629403] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70cf1b50-c379-4f70-8807-a026820caee6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.659020] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 76%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.915905] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.916281] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.916717] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleting the datastore file [datastore2] 71b607ba-1ea1-4d50-8f6c-87e2d88706ec {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.916952] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7fd511e-d215-4eac-b3c1-d6e46cb0fb04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.933426] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 855.933426] env[69308]: value = "task-3868415" [ 855.933426] env[69308]: _type = "Task" [ 855.933426] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.947361] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.081142] env[69308]: DEBUG nova.compute.manager [req-299eefff-4018-4ff0-b631-508ba1761d22 req-9e056a12-6dc0-4a50-aded-ee327ab567fe service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Received event network-vif-plugged-63787edb-9c1e-4328-b336-3db93dd9c8b2 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.081142] env[69308]: DEBUG oslo_concurrency.lockutils [req-299eefff-4018-4ff0-b631-508ba1761d22 req-9e056a12-6dc0-4a50-aded-ee327ab567fe service nova] Acquiring lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.081142] env[69308]: DEBUG oslo_concurrency.lockutils [req-299eefff-4018-4ff0-b631-508ba1761d22 req-9e056a12-6dc0-4a50-aded-ee327ab567fe service nova] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.081142] env[69308]: DEBUG oslo_concurrency.lockutils [req-299eefff-4018-4ff0-b631-508ba1761d22 req-9e056a12-6dc0-4a50-aded-ee327ab567fe service nova] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.081142] env[69308]: DEBUG nova.compute.manager [req-299eefff-4018-4ff0-b631-508ba1761d22 req-9e056a12-6dc0-4a50-aded-ee327ab567fe service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] No waiting events found dispatching network-vif-plugged-63787edb-9c1e-4328-b336-3db93dd9c8b2 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.081142] env[69308]: WARNING nova.compute.manager [req-299eefff-4018-4ff0-b631-508ba1761d22 req-9e056a12-6dc0-4a50-aded-ee327ab567fe service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Received unexpected event network-vif-plugged-63787edb-9c1e-4328-b336-3db93dd9c8b2 for instance with vm_state building and task_state spawning. [ 856.131307] env[69308]: DEBUG nova.network.neutron [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Successfully updated port: 63787edb-9c1e-4328-b336-3db93dd9c8b2 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.164974] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.181084] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300caa24-81e4-488e-9b22-94abe4b906ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.196917] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc106fc8-760b-4a00-a2f2-a22e65f14917 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.236660] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2343bab6-a268-4281-8c06-cab25ee31e69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.248355] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ad904-5aa4-4480-9a85-017919a8348f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.266384] env[69308]: DEBUG nova.compute.provider_tree [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.445280] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.645698] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.645999] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquired lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.646259] env[69308]: DEBUG nova.network.neutron [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.659689] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 97%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.770731] env[69308]: DEBUG nova.scheduler.client.report [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.948336] env[69308]: DEBUG oslo_vmware.api [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597871} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.948769] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.949079] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.949379] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.949663] env[69308]: INFO nova.compute.manager [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Took 2.87 seconds to destroy the instance on the hypervisor. [ 856.950040] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.950341] env[69308]: DEBUG nova.compute.manager [-] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.950491] env[69308]: DEBUG nova.network.neutron [-] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.163208] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 98%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.192473] env[69308]: DEBUG nova.network.neutron [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.278471] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.281764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.483s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.282810] env[69308]: INFO nova.compute.claims [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.308291] env[69308]: INFO nova.scheduler.client.report [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Deleted allocations for instance 1d3eaa6c-8a56-4bca-a518-e5b5274058a2 [ 857.615379] env[69308]: DEBUG nova.network.neutron [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Updating instance_info_cache with network_info: [{"id": "fcc2c95d-4f14-476e-b221-acc0b908627c", "address": "fa:16:3e:c3:15:b9", "network": {"id": "26938fce-155e-45b4-b1f3-d2293d59baf3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1921160527", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc2c95d-4f", "ovs_interfaceid": "fcc2c95d-4f14-476e-b221-acc0b908627c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63787edb-9c1e-4328-b336-3db93dd9c8b2", "address": "fa:16:3e:03:19:a6", "network": {"id": "8f9b8a01-abe3-4cd1-a5be-fc6d3c6e7777", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1970008467", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63787edb-9c", "ovs_interfaceid": "63787edb-9c1e-4328-b336-3db93dd9c8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.662039] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 98%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.748656] env[69308]: DEBUG nova.network.neutron [-] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.823203] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c31312aa-8b8b-4623-9747-6eb9d09aa0b2 tempest-ListServersNegativeTestJSON-747214430 tempest-ListServersNegativeTestJSON-747214430-project-member] Lock "1d3eaa6c-8a56-4bca-a518-e5b5274058a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.399s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.110337] env[69308]: DEBUG nova.compute.manager [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Received event network-changed-63787edb-9c1e-4328-b336-3db93dd9c8b2 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.110531] env[69308]: DEBUG nova.compute.manager [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Refreshing instance network info cache due to event network-changed-63787edb-9c1e-4328-b336-3db93dd9c8b2. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.110719] env[69308]: DEBUG oslo_concurrency.lockutils [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] Acquiring lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.117968] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Releasing lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.118407] env[69308]: DEBUG nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Instance network_info: |[{"id": "fcc2c95d-4f14-476e-b221-acc0b908627c", "address": "fa:16:3e:c3:15:b9", "network": {"id": "26938fce-155e-45b4-b1f3-d2293d59baf3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1921160527", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc2c95d-4f", "ovs_interfaceid": "fcc2c95d-4f14-476e-b221-acc0b908627c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63787edb-9c1e-4328-b336-3db93dd9c8b2", "address": "fa:16:3e:03:19:a6", "network": {"id": "8f9b8a01-abe3-4cd1-a5be-fc6d3c6e7777", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1970008467", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63787edb-9c", "ovs_interfaceid": "63787edb-9c1e-4328-b336-3db93dd9c8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.119049] env[69308]: DEBUG oslo_concurrency.lockutils [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] Acquired lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.119260] env[69308]: DEBUG nova.network.neutron [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Refreshing network info cache for port 63787edb-9c1e-4328-b336-3db93dd9c8b2 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.120799] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:15:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcc2c95d-4f14-476e-b221-acc0b908627c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:19:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63787edb-9c1e-4328-b336-3db93dd9c8b2', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.131945] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.133245] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.133490] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e0ab02c-c305-4257-9261-468d99bcc93d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.161874] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.161874] env[69308]: value = "task-3868416" [ 858.161874] env[69308]: _type = "Task" [ 858.161874] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.164923] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task} progress is 98%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.177019] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868416, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.251589] env[69308]: INFO nova.compute.manager [-] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Took 1.30 seconds to deallocate network for instance. [ 858.579526] env[69308]: DEBUG oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa7f99-ebef-1b20-a1b3-b6ed743ad7d9/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.580579] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b97a8af-7d34-4da6-825f-f0c3d6a23831 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.590793] env[69308]: DEBUG oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa7f99-ebef-1b20-a1b3-b6ed743ad7d9/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.590971] env[69308]: ERROR oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa7f99-ebef-1b20-a1b3-b6ed743ad7d9/disk-0.vmdk due to incomplete transfer. [ 858.591834] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-89e8caea-b788-4bdd-bce4-5e155b7844c8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.602176] env[69308]: DEBUG oslo_vmware.rw_handles [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa7f99-ebef-1b20-a1b3-b6ed743ad7d9/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.602421] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Uploaded image c1b5cb0e-7e28-4b46-9b70-023670f3c575 to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.604777] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.605518] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3acfae03-5796-4b5b-9651-156d9459ea49 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.612960] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 858.612960] env[69308]: value = "task-3868417" [ 858.612960] env[69308]: _type = "Task" [ 858.612960] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.629928] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868417, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.668133] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868412, 'name': RelocateVM_Task, 'duration_secs': 4.612506} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.675318] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 858.675550] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768628', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'name': 'volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc0637c2-ea33-4d9a-b789-c1f781370019', 'attached_at': '', 'detached_at': '', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'serial': '30518ad5-bbb1-4eac-ac99-ce7406fbae45'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 858.678961] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44c8c2-0e9b-482a-a944-2c7d1a71b909 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.705030] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868416, 'name': CreateVM_Task, 'duration_secs': 0.443301} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.705030] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.705030] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3db757-eec7-4f17-96bf-873c60945edd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.709437] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.709640] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.709978] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.710553] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab90176c-98c1-466f-9be7-9a624c61333a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.716803] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 858.716803] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52da92c6-7d80-3774-9b7d-1406c0e29b71" [ 858.716803] env[69308]: _type = "Task" [ 858.716803] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.739585] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45/volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.746354] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8242ce31-44b4-4c59-b3ed-509becc385a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.763095] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.770675] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52da92c6-7d80-3774-9b7d-1406c0e29b71, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.772408] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.772681] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.772942] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.773124] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.773326] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.773685] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 858.773685] env[69308]: value = "task-3868418" [ 858.773685] env[69308]: _type = "Task" [ 858.773685] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.776571] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a430271-bc52-4cd2-b97a-3f18014d1c26 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.791173] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.795420] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.796705] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.796705] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e667d055-49ab-457c-b90c-f4f2115f4571 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.802721] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 858.802721] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d98eb6-b00c-22bb-7684-b5b0d4964b13" [ 858.802721] env[69308]: _type = "Task" [ 858.802721] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.814697] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d98eb6-b00c-22bb-7684-b5b0d4964b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.938361] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611ff172-5b58-4a09-9448-ac09e0222360 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.948265] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e13c7a-e143-4f14-9dc8-0102e44c821a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.987019] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0702cba6-2af5-425b-bc57-1d4494bfe638 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.995656] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7bc06c-046f-4367-b561-11ed359dbdaa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.011586] env[69308]: DEBUG nova.compute.provider_tree [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.129449] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868417, 'name': Destroy_Task, 'duration_secs': 0.374945} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.129872] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Destroyed the VM [ 859.130228] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.130565] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9eff5d0-34dd-4015-89b9-8eb68c0b3b1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.138587] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 859.138587] env[69308]: value = "task-3868419" [ 859.138587] env[69308]: _type = "Task" [ 859.138587] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.147822] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868419, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.148943] env[69308]: DEBUG nova.network.neutron [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Updated VIF entry in instance network info cache for port 63787edb-9c1e-4328-b336-3db93dd9c8b2. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.149470] env[69308]: DEBUG nova.network.neutron [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Updating instance_info_cache with network_info: [{"id": "fcc2c95d-4f14-476e-b221-acc0b908627c", "address": "fa:16:3e:c3:15:b9", "network": {"id": "26938fce-155e-45b4-b1f3-d2293d59baf3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1921160527", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcc2c95d-4f", "ovs_interfaceid": "fcc2c95d-4f14-476e-b221-acc0b908627c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63787edb-9c1e-4328-b336-3db93dd9c8b2", "address": "fa:16:3e:03:19:a6", "network": {"id": "8f9b8a01-abe3-4cd1-a5be-fc6d3c6e7777", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1970008467", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63787edb-9c", "ovs_interfaceid": "63787edb-9c1e-4328-b336-3db93dd9c8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.290563] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868418, 'name': ReconfigVM_Task, 'duration_secs': 0.314165} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.290853] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45/volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.296913] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de35e469-0d9b-4110-a45c-d7cdda1d9668 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.321293] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d98eb6-b00c-22bb-7684-b5b0d4964b13, 'name': SearchDatastore_Task, 'duration_secs': 0.017083} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.324448] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 859.324448] env[69308]: value = "task-3868420" [ 859.324448] env[69308]: _type = "Task" [ 859.324448] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.324448] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd45136-8c4a-478e-bb61-d239cc06e6b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.336205] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.337981] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 859.337981] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52726a93-3311-cf6c-4084-fbb44c9284d2" [ 859.337981] env[69308]: _type = "Task" [ 859.337981] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.350616] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52726a93-3311-cf6c-4084-fbb44c9284d2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.350616] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.350616] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 1cc54f4a-55fa-4b1d-adbf-e8386d21d890/1cc54f4a-55fa-4b1d-adbf-e8386d21d890.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.350616] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2db71b9a-2178-4167-968d-3865d277e1f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.361710] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 859.361710] env[69308]: value = "task-3868421" [ 859.361710] env[69308]: _type = "Task" [ 859.361710] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.373143] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.514598] env[69308]: DEBUG nova.scheduler.client.report [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.648890] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868419, 'name': RemoveSnapshot_Task, 'duration_secs': 0.401653} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.649213] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.649500] env[69308]: DEBUG nova.compute.manager [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.650317] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdafc12f-e31d-49e3-91ce-79160e2ecc15 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.653223] env[69308]: DEBUG oslo_concurrency.lockutils [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] Releasing lock "refresh_cache-1cc54f4a-55fa-4b1d-adbf-e8386d21d890" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.653447] env[69308]: DEBUG nova.compute.manager [req-315fc78f-8bca-4b4c-b65c-b77d68d9b892 req-03c59839-ba26-46d9-8567-cb8689658574 service nova] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Received event network-vif-deleted-32733f69-241e-49ee-9ed4-94bf4464f161 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.841771] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.873076] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.020885] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.021570] env[69308]: DEBUG nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.024420] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.475s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.025926] env[69308]: INFO nova.compute.claims [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.165506] env[69308]: INFO nova.compute.manager [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Shelve offloading [ 860.337267] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.373331] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.536728] env[69308]: DEBUG nova.compute.utils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.542087] env[69308]: DEBUG nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.542087] env[69308]: DEBUG nova.network.neutron [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.611425] env[69308]: DEBUG nova.policy [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd5b300b00b349d9b775c2276a781cbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0147e780c70846f2b11925f4ee30e7f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.677325] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.677325] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc04db06-0e2b-4fc5-8515-e97c65e8aba3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.691171] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 860.691171] env[69308]: value = "task-3868422" [ 860.691171] env[69308]: _type = "Task" [ 860.691171] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.706521] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 860.706827] env[69308]: DEBUG nova.compute.manager [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.708437] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788eb34-5e56-4c79-ab85-7ab6efcf9028 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.717010] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.717220] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.717414] env[69308]: DEBUG nova.network.neutron [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.845072] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868420, 'name': ReconfigVM_Task, 'duration_secs': 1.151173} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.845072] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768628', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'name': 'volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc0637c2-ea33-4d9a-b789-c1f781370019', 'attached_at': '', 'detached_at': '', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'serial': '30518ad5-bbb1-4eac-ac99-ce7406fbae45'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 860.845606] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6c8fa69-eab5-45ea-a7a5-4aec5740eddf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.856587] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 860.856587] env[69308]: value = "task-3868423" [ 860.856587] env[69308]: _type = "Task" [ 860.856587] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.874820] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868423, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.884312] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868421, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512056} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.884312] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 1cc54f4a-55fa-4b1d-adbf-e8386d21d890/1cc54f4a-55fa-4b1d-adbf-e8386d21d890.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.884312] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.884312] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77191bc9-2488-41b6-8b4d-8ad2825bcfb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.894338] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 860.894338] env[69308]: value = "task-3868424" [ 860.894338] env[69308]: _type = "Task" [ 860.894338] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.905514] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.041203] env[69308]: DEBUG nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.052912] env[69308]: DEBUG nova.network.neutron [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Successfully created port: 2cb85201-8c4a-4c2c-8bf7-52593f018162 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.369218] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868423, 'name': Rename_Task, 'duration_secs': 0.153489} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.369427] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.369693] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-170e54f9-9ae4-4b2d-abd7-2a54187a58b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.377422] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 861.377422] env[69308]: value = "task-3868425" [ 861.377422] env[69308]: _type = "Task" [ 861.377422] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.393312] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.407422] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08035} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.407772] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.408619] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59251ca0-19c1-4b4a-aa11-398e036414ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.436668] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1cc54f4a-55fa-4b1d-adbf-e8386d21d890/1cc54f4a-55fa-4b1d-adbf-e8386d21d890.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.441775] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fab339-af73-405c-b2f9-eb3f7e7d1f12 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.463324] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 861.463324] env[69308]: value = "task-3868426" [ 861.463324] env[69308]: _type = "Task" [ 861.463324] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.479359] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.687863] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e2448f-1e07-47f2-9c48-ddfa7f970000 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.700777] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e89418-0ab2-4902-a9dd-dd5f6da14381 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.734632] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be382975-cbca-457f-b483-1c3a08515e21 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.744275] env[69308]: DEBUG nova.network.neutron [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating instance_info_cache with network_info: [{"id": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "address": "fa:16:3e:f7:99:bf", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bbde837-08", "ovs_interfaceid": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.746828] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c378c-3da0-479c-9773-de0b98a7310d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.763429] env[69308]: DEBUG nova.compute.provider_tree [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.890226] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.975546] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868426, 'name': ReconfigVM_Task, 'duration_secs': 0.34328} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.976350] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1cc54f4a-55fa-4b1d-adbf-e8386d21d890/1cc54f4a-55fa-4b1d-adbf-e8386d21d890.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.977592] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851326a3-e0ed-41b6-bfef-1c38b8abfcf0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.984725] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 861.984725] env[69308]: value = "task-3868427" [ 861.984725] env[69308]: _type = "Task" [ 861.984725] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.996209] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868427, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.054941] env[69308]: DEBUG nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.084122] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.084504] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.084633] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.084859] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.085061] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.085517] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.085643] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.085863] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.086092] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.086306] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.086525] env[69308]: DEBUG nova.virt.hardware [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.087535] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63c5120-16c4-4386-af2e-642f44d91d9f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.097105] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d5157-5908-4f11-837f-f1fbccff6bc1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.253457] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.266651] env[69308]: DEBUG nova.scheduler.client.report [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.394660] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.498827] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868427, 'name': Rename_Task, 'duration_secs': 0.15415} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.499205] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.499506] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7513913b-3e4c-4452-9842-9fd4dfa5a4f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.507630] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 862.507630] env[69308]: value = "task-3868428" [ 862.507630] env[69308]: _type = "Task" [ 862.507630] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.516671] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.724686] env[69308]: DEBUG nova.compute.manager [req-4b88a91b-6116-4a49-a76c-5322546023ef req-feddbf43-8b33-461b-be87-b8e5cfbe7ed5 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Received event network-vif-plugged-2cb85201-8c4a-4c2c-8bf7-52593f018162 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.724905] env[69308]: DEBUG oslo_concurrency.lockutils [req-4b88a91b-6116-4a49-a76c-5322546023ef req-feddbf43-8b33-461b-be87-b8e5cfbe7ed5 service nova] Acquiring lock "6264b79b-a81f-4076-9e35-bf4f44deddf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.725464] env[69308]: DEBUG oslo_concurrency.lockutils [req-4b88a91b-6116-4a49-a76c-5322546023ef req-feddbf43-8b33-461b-be87-b8e5cfbe7ed5 service nova] Lock "6264b79b-a81f-4076-9e35-bf4f44deddf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.725682] env[69308]: DEBUG oslo_concurrency.lockutils [req-4b88a91b-6116-4a49-a76c-5322546023ef req-feddbf43-8b33-461b-be87-b8e5cfbe7ed5 service nova] Lock "6264b79b-a81f-4076-9e35-bf4f44deddf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.725854] env[69308]: DEBUG nova.compute.manager [req-4b88a91b-6116-4a49-a76c-5322546023ef req-feddbf43-8b33-461b-be87-b8e5cfbe7ed5 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] No waiting events found dispatching network-vif-plugged-2cb85201-8c4a-4c2c-8bf7-52593f018162 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.726034] env[69308]: WARNING nova.compute.manager [req-4b88a91b-6116-4a49-a76c-5322546023ef req-feddbf43-8b33-461b-be87-b8e5cfbe7ed5 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Received unexpected event network-vif-plugged-2cb85201-8c4a-4c2c-8bf7-52593f018162 for instance with vm_state building and task_state spawning. [ 862.771970] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.772878] env[69308]: DEBUG nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.778932] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.466s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.779231] env[69308]: DEBUG nova.objects.instance [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lazy-loading 'resources' on Instance uuid 7bcad6cc-6b37-498f-816d-2c84ffa08b6d {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.877054] env[69308]: DEBUG nova.network.neutron [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Successfully updated port: 2cb85201-8c4a-4c2c-8bf7-52593f018162 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.893758] env[69308]: DEBUG oslo_vmware.api [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868425, 'name': PowerOnVM_Task, 'duration_secs': 1.022093} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.894098] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.897914] env[69308]: INFO nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Took 12.20 seconds to spawn the instance on the hypervisor. [ 862.898150] env[69308]: DEBUG nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.899161] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a95c1f9-d03c-4b29-8446-ade2c26429a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.026355] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868428, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.284638] env[69308]: DEBUG nova.compute.utils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.291149] env[69308]: DEBUG nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.291705] env[69308]: DEBUG nova.network.neutron [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.308234] env[69308]: DEBUG nova.compute.manager [req-29edf774-5e1c-4cd5-ab2a-232c71688739 req-cd0ecec1-3fac-4e3f-bc6c-7d56b879920b service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received event network-vif-unplugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.308590] env[69308]: DEBUG oslo_concurrency.lockutils [req-29edf774-5e1c-4cd5-ab2a-232c71688739 req-cd0ecec1-3fac-4e3f-bc6c-7d56b879920b service nova] Acquiring lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.308899] env[69308]: DEBUG oslo_concurrency.lockutils [req-29edf774-5e1c-4cd5-ab2a-232c71688739 req-cd0ecec1-3fac-4e3f-bc6c-7d56b879920b service nova] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.309162] env[69308]: DEBUG oslo_concurrency.lockutils [req-29edf774-5e1c-4cd5-ab2a-232c71688739 req-cd0ecec1-3fac-4e3f-bc6c-7d56b879920b service nova] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.310391] env[69308]: DEBUG nova.compute.manager [req-29edf774-5e1c-4cd5-ab2a-232c71688739 req-cd0ecec1-3fac-4e3f-bc6c-7d56b879920b service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] No waiting events found dispatching network-vif-unplugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.310667] env[69308]: WARNING nova.compute.manager [req-29edf774-5e1c-4cd5-ab2a-232c71688739 req-cd0ecec1-3fac-4e3f-bc6c-7d56b879920b service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received unexpected event network-vif-unplugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 for instance with vm_state shelved and task_state shelving_offloading. [ 863.329273] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.332312] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab447002-7d12-4876-abaa-d623c78e9384 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.346144] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.350192] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c5d0a8a-6970-4c39-ad14-b1131069b2b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.380909] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquiring lock "refresh_cache-6264b79b-a81f-4076-9e35-bf4f44deddf3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.382503] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquired lock "refresh_cache-6264b79b-a81f-4076-9e35-bf4f44deddf3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.382503] env[69308]: DEBUG nova.network.neutron [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.424547] env[69308]: DEBUG nova.policy [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb7a3393e254a7aa3994da7e9e48bd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e5efd320a074dd1a64c494e41e3c22e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.430038] env[69308]: INFO nova.compute.manager [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Took 64.08 seconds to build instance. [ 863.435626] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.435902] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.436133] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleting the datastore file [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.437407] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7b586db-1ead-49ff-8ca0-aba0a1b234b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.446752] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 863.446752] env[69308]: value = "task-3868430" [ 863.446752] env[69308]: _type = "Task" [ 863.446752] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.463436] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.527749] env[69308]: DEBUG oslo_vmware.api [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868428, 'name': PowerOnVM_Task, 'duration_secs': 0.714411} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.528029] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.528245] env[69308]: INFO nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Took 10.86 seconds to spawn the instance on the hypervisor. [ 863.528428] env[69308]: DEBUG nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.530614] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9798009-365c-4dc0-bdf0-51d34a32a2ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.800827] env[69308]: DEBUG nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.940626] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5c4ac877-f368-41d0-a52e-c50c78d8bbdf tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "bc0637c2-ea33-4d9a-b789-c1f781370019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.916s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.955158] env[69308]: DEBUG nova.network.neutron [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.963784] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.982064] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e2894b-9a38-4b4b-a7e6-52396a903439 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.995456] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba39d69-a6c3-44e7-a58a-56e049ccb145 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.032982] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f73945-0ce9-4f22-83ca-7b9fc4e9777c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.044526] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9530d06-b207-41dd-860d-ed37382ef376 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.059931] env[69308]: INFO nova.compute.manager [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Took 57.47 seconds to build instance. [ 864.072021] env[69308]: DEBUG nova.compute.provider_tree [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.334021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "07e6b1af-4468-4c40-92cb-6089417ff16f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.334021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.370057] env[69308]: DEBUG nova.network.neutron [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Successfully created port: a1bcf76d-3231-4ca9-aa58-58b91a4735ae {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.379237] env[69308]: DEBUG nova.network.neutron [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Updating instance_info_cache with network_info: [{"id": "2cb85201-8c4a-4c2c-8bf7-52593f018162", "address": "fa:16:3e:cd:f1:2b", "network": {"id": "3da8eaee-70cf-4eb7-bb0b-2bbf4279ef59", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-261911425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0147e780c70846f2b11925f4ee30e7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb85201-8c", "ovs_interfaceid": "2cb85201-8c4a-4c2c-8bf7-52593f018162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.451958] env[69308]: DEBUG nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.465055] env[69308]: DEBUG oslo_vmware.api [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622811} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.465055] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.465055] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.465055] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.525057] env[69308]: INFO nova.scheduler.client.report [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleted allocations for instance 6b05f946-8630-4f0b-98aa-0149e4d97e27 [ 864.575162] env[69308]: DEBUG oslo_concurrency.lockutils [None req-71ee2523-eb4e-44a9-ba98-208f9da19c69 tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.948s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.575993] env[69308]: DEBUG nova.scheduler.client.report [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.816226] env[69308]: DEBUG nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.839696] env[69308]: DEBUG nova.compute.utils [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.863180] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.863500] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.863604] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.864051] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.864051] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.864183] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.865212] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.865212] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.865212] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.865212] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.865386] env[69308]: DEBUG nova.virt.hardware [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.867203] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654639c-0308-4a8c-9a1b-d0808bd3a529 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.880046] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe610b-c496-4e51-9deb-a4cab25c5f99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.888034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Releasing lock "refresh_cache-6264b79b-a81f-4076-9e35-bf4f44deddf3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.888034] env[69308]: DEBUG nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Instance network_info: |[{"id": "2cb85201-8c4a-4c2c-8bf7-52593f018162", "address": "fa:16:3e:cd:f1:2b", "network": {"id": "3da8eaee-70cf-4eb7-bb0b-2bbf4279ef59", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-261911425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0147e780c70846f2b11925f4ee30e7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb85201-8c", "ovs_interfaceid": "2cb85201-8c4a-4c2c-8bf7-52593f018162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.888034] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:f1:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cb85201-8c4a-4c2c-8bf7-52593f018162', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.896482] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Creating folder: Project (0147e780c70846f2b11925f4ee30e7f3). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.897745] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4a33d72-7f93-49a0-8dca-03219680a5ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.921149] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Created folder: Project (0147e780c70846f2b11925f4ee30e7f3) in parent group-v768498. [ 864.921425] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Creating folder: Instances. Parent ref: group-v768663. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.921692] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-292b9424-6b95-40e9-8974-ec171ac9ac9f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.937348] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Created folder: Instances in parent group-v768663. [ 864.937348] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.937348] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.937348] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbcf8c36-e626-4763-917b-5bd3a66aa5bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.965037] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.965037] env[69308]: value = "task-3868433" [ 864.965037] env[69308]: _type = "Task" [ 864.965037] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.977195] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868433, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.980385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.036012] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.085035] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.085704] env[69308]: DEBUG nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.089551] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.379s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.091471] env[69308]: INFO nova.compute.claims [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.112213] env[69308]: INFO nova.scheduler.client.report [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Deleted allocations for instance 7bcad6cc-6b37-498f-816d-2c84ffa08b6d [ 865.348205] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.477510] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868433, 'name': CreateVM_Task, 'duration_secs': 0.427157} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.477697] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.478865] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.479163] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.479552] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.479833] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2963bd-a05f-4edb-9db7-0734fcec7007 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.485904] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 865.485904] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5283541a-c2ae-76de-d74a-c74098a09624" [ 865.485904] env[69308]: _type = "Task" [ 865.485904] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.497307] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5283541a-c2ae-76de-d74a-c74098a09624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.500248] env[69308]: DEBUG nova.compute.manager [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Received event network-changed-2cb85201-8c4a-4c2c-8bf7-52593f018162 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.500447] env[69308]: DEBUG nova.compute.manager [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Refreshing instance network info cache due to event network-changed-2cb85201-8c4a-4c2c-8bf7-52593f018162. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.500662] env[69308]: DEBUG oslo_concurrency.lockutils [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] Acquiring lock "refresh_cache-6264b79b-a81f-4076-9e35-bf4f44deddf3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.500804] env[69308]: DEBUG oslo_concurrency.lockutils [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] Acquired lock "refresh_cache-6264b79b-a81f-4076-9e35-bf4f44deddf3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.500968] env[69308]: DEBUG nova.network.neutron [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Refreshing network info cache for port 2cb85201-8c4a-4c2c-8bf7-52593f018162 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.618733] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.627138] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e827fda8-832c-4bc0-80c2-b94a26b61cad tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "7bcad6cc-6b37-498f-816d-2c84ffa08b6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.836s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.001229] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5283541a-c2ae-76de-d74a-c74098a09624, 'name': SearchDatastore_Task, 'duration_secs': 0.041918} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.002118] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.002563] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.003146] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.003474] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.003694] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.006866] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9b32823-b51f-437d-9f9e-2ed2c0123ac1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.021593] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.021877] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.022893] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2a5ac4-c37f-428c-876e-2131d4ff1bd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.030452] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 866.030452] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520c078a-dc06-c363-d303-b8ba6315105f" [ 866.030452] env[69308]: _type = "Task" [ 866.030452] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.040055] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520c078a-dc06-c363-d303-b8ba6315105f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.077199] env[69308]: DEBUG nova.network.neutron [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Successfully updated port: a1bcf76d-3231-4ca9-aa58-58b91a4735ae {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.261612] env[69308]: DEBUG nova.network.neutron [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Updated VIF entry in instance network info cache for port 2cb85201-8c4a-4c2c-8bf7-52593f018162. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.261612] env[69308]: DEBUG nova.network.neutron [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Updating instance_info_cache with network_info: [{"id": "2cb85201-8c4a-4c2c-8bf7-52593f018162", "address": "fa:16:3e:cd:f1:2b", "network": {"id": "3da8eaee-70cf-4eb7-bb0b-2bbf4279ef59", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-261911425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0147e780c70846f2b11925f4ee30e7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb85201-8c", "ovs_interfaceid": "2cb85201-8c4a-4c2c-8bf7-52593f018162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.272443] env[69308]: DEBUG nova.compute.manager [req-2aee0336-80c3-497c-b9e4-d5924b504f19 req-c368402a-d977-4534-8cb4-4f50624de50a service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received event network-changed-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.272443] env[69308]: DEBUG nova.compute.manager [req-2aee0336-80c3-497c-b9e4-d5924b504f19 req-c368402a-d977-4534-8cb4-4f50624de50a service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Refreshing instance network info cache due to event network-changed-6bbde837-08e4-407a-b42e-a65e27da7cb9. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.272443] env[69308]: DEBUG oslo_concurrency.lockutils [req-2aee0336-80c3-497c-b9e4-d5924b504f19 req-c368402a-d977-4534-8cb4-4f50624de50a service nova] Acquiring lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.272443] env[69308]: DEBUG oslo_concurrency.lockutils [req-2aee0336-80c3-497c-b9e4-d5924b504f19 req-c368402a-d977-4534-8cb4-4f50624de50a service nova] Acquired lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.273810] env[69308]: DEBUG nova.network.neutron [req-2aee0336-80c3-497c-b9e4-d5924b504f19 req-c368402a-d977-4534-8cb4-4f50624de50a service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Refreshing network info cache for port 6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.425562] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "07e6b1af-4468-4c40-92cb-6089417ff16f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.426320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.426320] env[69308]: INFO nova.compute.manager [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Attaching volume 99996149-3e86-47a1-ae8f-88835f44015a to /dev/sdb [ 866.480838] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30689487-39f9-495a-8058-f34e2bd4d8ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.488616] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c7a50-5cea-4538-aa55-ede8f326b8f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.508666] env[69308]: DEBUG nova.virt.block_device [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating existing volume attachment record: 79780bdd-155d-4e9a-a752-a0b3400c31d6 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 866.543034] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520c078a-dc06-c363-d303-b8ba6315105f, 'name': SearchDatastore_Task, 'duration_secs': 0.017194} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.543818] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1891769-b855-4ff5-9afb-9d544200db2a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.552968] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 866.552968] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52117d71-a221-025c-a063-a479aeb7eb4d" [ 866.552968] env[69308]: _type = "Task" [ 866.552968] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.565206] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52117d71-a221-025c-a063-a479aeb7eb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.581464] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.581573] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.581739] env[69308]: DEBUG nova.network.neutron [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.718075] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aacd05-3a55-412e-8b1c-64737edafce4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.725329] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fff59a-0176-4c8b-9a8a-69d8d0e4cafc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.761725] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ef087e-6e20-47ef-9493-cb3b3010f7c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.765939] env[69308]: DEBUG oslo_concurrency.lockutils [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] Releasing lock "refresh_cache-6264b79b-a81f-4076-9e35-bf4f44deddf3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.766760] env[69308]: DEBUG nova.compute.manager [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Received event network-changed-b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.766760] env[69308]: DEBUG nova.compute.manager [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Refreshing instance network info cache due to event network-changed-b672c580-9374-48a0-a649-3d6f6f80e3c5. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.767052] env[69308]: DEBUG oslo_concurrency.lockutils [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] Acquiring lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.767959] env[69308]: DEBUG oslo_concurrency.lockutils [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] Acquired lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.767959] env[69308]: DEBUG nova.network.neutron [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Refreshing network info cache for port b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.775042] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733e0165-919b-4183-9fe6-e157921a171c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.795852] env[69308]: DEBUG nova.compute.provider_tree [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.854665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.854967] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.890211] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "6803c1da-f1d1-4b4f-a067-170e95276d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.890531] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "6803c1da-f1d1-4b4f-a067-170e95276d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.063987] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52117d71-a221-025c-a063-a479aeb7eb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.02834} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.064294] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.064797] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6264b79b-a81f-4076-9e35-bf4f44deddf3/6264b79b-a81f-4076-9e35-bf4f44deddf3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.064907] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1957bc9-b00f-421e-a88a-d8e8720be7e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.075722] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 867.075722] env[69308]: value = "task-3868437" [ 867.075722] env[69308]: _type = "Task" [ 867.075722] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.087892] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.112726] env[69308]: DEBUG nova.network.neutron [req-2aee0336-80c3-497c-b9e4-d5924b504f19 req-c368402a-d977-4534-8cb4-4f50624de50a service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updated VIF entry in instance network info cache for port 6bbde837-08e4-407a-b42e-a65e27da7cb9. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.113110] env[69308]: DEBUG nova.network.neutron [req-2aee0336-80c3-497c-b9e4-d5924b504f19 req-c368402a-d977-4534-8cb4-4f50624de50a service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating instance_info_cache with network_info: [{"id": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "address": "fa:16:3e:f7:99:bf", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": null, "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6bbde837-08", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.146258] env[69308]: DEBUG nova.network.neutron [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.301024] env[69308]: DEBUG nova.scheduler.client.report [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.337815] env[69308]: DEBUG nova.network.neutron [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Updating instance_info_cache with network_info: [{"id": "a1bcf76d-3231-4ca9-aa58-58b91a4735ae", "address": "fa:16:3e:66:6d:20", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1bcf76d-32", "ovs_interfaceid": "a1bcf76d-3231-4ca9-aa58-58b91a4735ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.386378] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.386662] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.386898] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.387078] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.387491] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.389693] env[69308]: INFO nova.compute.manager [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Terminating instance [ 867.531498] env[69308]: DEBUG nova.compute.manager [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Received event network-vif-plugged-a1bcf76d-3231-4ca9-aa58-58b91a4735ae {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.531724] env[69308]: DEBUG oslo_concurrency.lockutils [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] Acquiring lock "801f7d2c-13c7-42c4-b51d-48e5184c6292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.531948] env[69308]: DEBUG oslo_concurrency.lockutils [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] Lock "801f7d2c-13c7-42c4-b51d-48e5184c6292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.532465] env[69308]: DEBUG oslo_concurrency.lockutils [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] Lock "801f7d2c-13c7-42c4-b51d-48e5184c6292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.532465] env[69308]: DEBUG nova.compute.manager [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] No waiting events found dispatching network-vif-plugged-a1bcf76d-3231-4ca9-aa58-58b91a4735ae {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.532640] env[69308]: WARNING nova.compute.manager [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Received unexpected event network-vif-plugged-a1bcf76d-3231-4ca9-aa58-58b91a4735ae for instance with vm_state building and task_state spawning. [ 867.533056] env[69308]: DEBUG nova.compute.manager [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Received event network-changed-a1bcf76d-3231-4ca9-aa58-58b91a4735ae {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.533056] env[69308]: DEBUG nova.compute.manager [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Refreshing instance network info cache due to event network-changed-a1bcf76d-3231-4ca9-aa58-58b91a4735ae. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.533056] env[69308]: DEBUG oslo_concurrency.lockutils [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] Acquiring lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.592289] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868437, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.617241] env[69308]: DEBUG oslo_concurrency.lockutils [req-2aee0336-80c3-497c-b9e4-d5924b504f19 req-c368402a-d977-4534-8cb4-4f50624de50a service nova] Releasing lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.692069] env[69308]: DEBUG nova.network.neutron [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Updated VIF entry in instance network info cache for port b672c580-9374-48a0-a649-3d6f6f80e3c5. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.692453] env[69308]: DEBUG nova.network.neutron [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Updating instance_info_cache with network_info: [{"id": "b672c580-9374-48a0-a649-3d6f6f80e3c5", "address": "fa:16:3e:3b:67:44", "network": {"id": "10b0ac2e-f457-4028-adb0-42fdac5e081b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-170667421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef33e0122194a8cb8fe5eb8087ff505", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb672c580-93", "ovs_interfaceid": "b672c580-9374-48a0-a649-3d6f6f80e3c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.806881] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.807486] env[69308]: DEBUG nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.810548] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.904s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.812240] env[69308]: INFO nova.compute.claims [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.842663] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.843864] env[69308]: DEBUG nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Instance network_info: |[{"id": "a1bcf76d-3231-4ca9-aa58-58b91a4735ae", "address": "fa:16:3e:66:6d:20", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1bcf76d-32", "ovs_interfaceid": "a1bcf76d-3231-4ca9-aa58-58b91a4735ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.843864] env[69308]: DEBUG oslo_concurrency.lockutils [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] Acquired lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.843864] env[69308]: DEBUG nova.network.neutron [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Refreshing network info cache for port a1bcf76d-3231-4ca9-aa58-58b91a4735ae {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.844642] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:6d:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1bcf76d-3231-4ca9-aa58-58b91a4735ae', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.852293] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Creating folder: Project (6e5efd320a074dd1a64c494e41e3c22e). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.853803] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cc78a1c-1f74-4abb-a92c-a8778a8bed54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.867980] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Created folder: Project (6e5efd320a074dd1a64c494e41e3c22e) in parent group-v768498. [ 867.868210] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Creating folder: Instances. Parent ref: group-v768668. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.868465] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff3b98a-b205-49dc-bb08-a580b326b13e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.879806] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Created folder: Instances in parent group-v768668. [ 867.880078] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.880282] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.880496] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b860d7-7ae2-4eb6-ae99-a5eaefbb23d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.900028] env[69308]: DEBUG nova.compute.manager [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.900028] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.900028] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad2278-ce46-47b3-872d-890f4463dfd4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.911201] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.911482] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.911482] env[69308]: value = "task-3868441" [ 867.911482] env[69308]: _type = "Task" [ 867.911482] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.911677] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90df02d4-442c-44ce-9ec9-1905feac7a27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.924580] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868441, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.926322] env[69308]: DEBUG oslo_vmware.api [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 867.926322] env[69308]: value = "task-3868442" [ 867.926322] env[69308]: _type = "Task" [ 867.926322] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.938581] env[69308]: DEBUG oslo_vmware.api [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.092049] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568391} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.092523] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6264b79b-a81f-4076-9e35-bf4f44deddf3/6264b79b-a81f-4076-9e35-bf4f44deddf3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.092656] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.092959] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f76f31fe-cdfe-45ec-8ca1-ae735c184300 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.103801] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 868.103801] env[69308]: value = "task-3868443" [ 868.103801] env[69308]: _type = "Task" [ 868.103801] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.114405] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.196046] env[69308]: DEBUG oslo_concurrency.lockutils [req-1987e490-8ec0-4197-b90f-67640fa7b186 req-1a2e107c-51fe-41e9-aed7-54ea1349aec1 service nova] Releasing lock "refresh_cache-bc0637c2-ea33-4d9a-b789-c1f781370019" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.321538] env[69308]: DEBUG nova.compute.utils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.323152] env[69308]: DEBUG nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.323285] env[69308]: DEBUG nova.network.neutron [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.329114] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.369478] env[69308]: DEBUG nova.policy [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '002493d64364445ca9e86e791a12050a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '154affa3ede4475a972a10167fdfb238', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.429217] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868441, 'name': CreateVM_Task, 'duration_secs': 0.44123} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.432895] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.434234] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.434442] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.434771] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.435841] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd81855-399a-4489-a366-8e8f1b5a236d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.442063] env[69308]: DEBUG oslo_vmware.api [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868442, 'name': PowerOffVM_Task, 'duration_secs': 0.301386} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.444856] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.445059] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.446810] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2896364b-1ce8-4048-bf3a-eabf678a7766 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.448830] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 868.448830] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c36be9-b059-1f82-6535-a4b5fd4ef588" [ 868.448830] env[69308]: _type = "Task" [ 868.448830] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.458245] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c36be9-b059-1f82-6535-a4b5fd4ef588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.546413] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.546688] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.546892] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Deleting the datastore file [datastore1] 1cc54f4a-55fa-4b1d-adbf-e8386d21d890 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.547216] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78aecfc1-824a-49cc-9925-11d846ca7adb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.555188] env[69308]: DEBUG oslo_vmware.api [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for the task: (returnval){ [ 868.555188] env[69308]: value = "task-3868445" [ 868.555188] env[69308]: _type = "Task" [ 868.555188] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.568655] env[69308]: DEBUG oslo_vmware.api [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.619149] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097995} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.619520] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.620491] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd8c917-1463-4cc1-b768-c3d15918b0c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.649485] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 6264b79b-a81f-4076-9e35-bf4f44deddf3/6264b79b-a81f-4076-9e35-bf4f44deddf3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.650589] env[69308]: DEBUG nova.network.neutron [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Updated VIF entry in instance network info cache for port a1bcf76d-3231-4ca9-aa58-58b91a4735ae. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.650926] env[69308]: DEBUG nova.network.neutron [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Updating instance_info_cache with network_info: [{"id": "a1bcf76d-3231-4ca9-aa58-58b91a4735ae", "address": "fa:16:3e:66:6d:20", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1bcf76d-32", "ovs_interfaceid": "a1bcf76d-3231-4ca9-aa58-58b91a4735ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.652322] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c83b07e8-857e-46ce-960c-afa56079d64c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.680973] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 868.680973] env[69308]: value = "task-3868446" [ 868.680973] env[69308]: _type = "Task" [ 868.680973] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.691434] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.823723] env[69308]: DEBUG nova.network.neutron [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Successfully created port: 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.830413] env[69308]: DEBUG nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.921741] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.922287] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.922287] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.922501] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.922738] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.924801] env[69308]: INFO nova.compute.manager [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Terminating instance [ 868.960386] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c36be9-b059-1f82-6535-a4b5fd4ef588, 'name': SearchDatastore_Task, 'duration_secs': 0.042188} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.961689] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.961689] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.961689] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.961897] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.961897] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.962532] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ff2936d-8518-4360-aa3b-f79904b37e9c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.974341] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.974555] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.977932] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665a4bff-2c9d-44d6-a978-6b3c825974f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.985348] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 868.985348] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c02b49-6dd2-341b-4c41-61e69b7ba7db" [ 868.985348] env[69308]: _type = "Task" [ 868.985348] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.994557] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c02b49-6dd2-341b-4c41-61e69b7ba7db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.070394] env[69308]: DEBUG oslo_vmware.api [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.174156] env[69308]: DEBUG oslo_concurrency.lockutils [req-e41d440f-2c4d-4533-85c0-9f00e0d9796b req-4506f6f4-1ce4-4ce9-8fbb-5f85636b80a1 service nova] Releasing lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.194902] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868446, 'name': ReconfigVM_Task, 'duration_secs': 0.346904} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.195378] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 6264b79b-a81f-4076-9e35-bf4f44deddf3/6264b79b-a81f-4076-9e35-bf4f44deddf3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.196113] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-475c29aa-472e-479e-9455-4c961dc06432 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.211065] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 869.211065] env[69308]: value = "task-3868448" [ 869.211065] env[69308]: _type = "Task" [ 869.211065] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.224256] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868448, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.429626] env[69308]: DEBUG nova.compute.manager [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.429626] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.430638] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b47127a-52d3-4093-afb8-d3b5c0f9da71 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.442826] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.443093] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac752ebb-aa76-4ac7-82fc-9829d547c024 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.449306] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c562df29-945d-4d60-9902-d9e22b80e57f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.457046] env[69308]: DEBUG oslo_vmware.api [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 869.457046] env[69308]: value = "task-3868449" [ 869.457046] env[69308]: _type = "Task" [ 869.457046] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.465953] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e26ac-ae5a-4b40-bbc4-b6764ea99663 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.473435] env[69308]: DEBUG oslo_vmware.api [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.505661] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ed9bb6-34c0-4b92-8cee-d62854bc3921 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.517398] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c02b49-6dd2-341b-4c41-61e69b7ba7db, 'name': SearchDatastore_Task, 'duration_secs': 0.033676} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.518800] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf6559-9802-4636-ae47-b7ad4c7ecf15 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.523687] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f024e5-01f4-4f0a-a0ae-d5cb78b5ebc4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.538401] env[69308]: DEBUG nova.compute.provider_tree [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.541433] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 869.541433] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520bdddf-148c-1aa4-add1-cc9cb4c553ae" [ 869.541433] env[69308]: _type = "Task" [ 869.541433] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.551610] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520bdddf-148c-1aa4-add1-cc9cb4c553ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.552600] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.552881] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292/801f7d2c-13c7-42c4-b51d-48e5184c6292.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.553184] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea8e4563-6c08-40c4-a097-e1b664910fa3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.562946] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 869.562946] env[69308]: value = "task-3868450" [ 869.562946] env[69308]: _type = "Task" [ 869.562946] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.570784] env[69308]: DEBUG oslo_vmware.api [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Task: {'id': task-3868445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.646208} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.571607] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.571818] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.571997] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.572229] env[69308]: INFO nova.compute.manager [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Took 1.67 seconds to destroy the instance on the hypervisor. [ 869.572639] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.572867] env[69308]: DEBUG nova.compute.manager [-] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.572965] env[69308]: DEBUG nova.network.neutron [-] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.578139] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.722409] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868448, 'name': Rename_Task, 'duration_secs': 0.155737} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.722409] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.723363] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81cfaa79-ac79-41c4-bbe3-6648d0ad1303 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.729104] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 869.729104] env[69308]: value = "task-3868451" [ 869.729104] env[69308]: _type = "Task" [ 869.729104] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.739064] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.843749] env[69308]: DEBUG nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.879680] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.880051] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.880314] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.881791] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.882041] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.882225] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.882470] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.882649] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.882837] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.883028] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.883952] env[69308]: DEBUG nova.virt.hardware [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.884168] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c33bb8f-8309-4b1a-81d8-e59474953b21 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.898046] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d2581-0d2d-40f3-95a4-d1eb8dcac7b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.969757] env[69308]: DEBUG oslo_vmware.api [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868449, 'name': PowerOffVM_Task, 'duration_secs': 0.272983} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.970638] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.970638] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.971071] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc837f25-2a6a-4e0a-9ce0-d935c9f71021 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.039929] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.040323] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.040538] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Deleting the datastore file [datastore1] abbf2f1c-ae9a-432a-baf5-7d7ce24253d3 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.040914] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6badd21-3945-4212-8e55-a7b4a2b13d62 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.043916] env[69308]: DEBUG nova.scheduler.client.report [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.056366] env[69308]: DEBUG oslo_vmware.api [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for the task: (returnval){ [ 870.056366] env[69308]: value = "task-3868453" [ 870.056366] env[69308]: _type = "Task" [ 870.056366] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.065773] env[69308]: DEBUG oslo_vmware.api [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.072247] env[69308]: DEBUG nova.compute.manager [req-de20216b-515d-4b0d-ab26-0b805c80e4b5 req-f9f33f06-45d7-48fb-8128-64f45a3508c4 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Received event network-vif-deleted-fcc2c95d-4f14-476e-b221-acc0b908627c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.072363] env[69308]: INFO nova.compute.manager [req-de20216b-515d-4b0d-ab26-0b805c80e4b5 req-f9f33f06-45d7-48fb-8128-64f45a3508c4 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Neutron deleted interface fcc2c95d-4f14-476e-b221-acc0b908627c; detaching it from the instance and deleting it from the info cache [ 870.072602] env[69308]: DEBUG nova.network.neutron [req-de20216b-515d-4b0d-ab26-0b805c80e4b5 req-f9f33f06-45d7-48fb-8128-64f45a3508c4 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Updating instance_info_cache with network_info: [{"id": "63787edb-9c1e-4328-b336-3db93dd9c8b2", "address": "fa:16:3e:03:19:a6", "network": {"id": "8f9b8a01-abe3-4cd1-a5be-fc6d3c6e7777", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1970008467", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4034f8f5fcc64c4fb1b7500d1fc958ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63787edb-9c", "ovs_interfaceid": "63787edb-9c1e-4328-b336-3db93dd9c8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.079903] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.241675] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.419599] env[69308]: DEBUG nova.compute.manager [req-08301743-ccb5-4012-9fd2-a181d61bf29c req-fe3bdb36-4fa0-4039-84ee-dfae78577549 service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Received event network-vif-plugged-59fe05fe-0bab-4bbd-a43c-ec6b34878c30 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.419599] env[69308]: DEBUG oslo_concurrency.lockutils [req-08301743-ccb5-4012-9fd2-a181d61bf29c req-fe3bdb36-4fa0-4039-84ee-dfae78577549 service nova] Acquiring lock "6518127c-ce73-4cd9-a46f-152e6c36a40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.419599] env[69308]: DEBUG oslo_concurrency.lockutils [req-08301743-ccb5-4012-9fd2-a181d61bf29c req-fe3bdb36-4fa0-4039-84ee-dfae78577549 service nova] Lock "6518127c-ce73-4cd9-a46f-152e6c36a40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.419756] env[69308]: DEBUG oslo_concurrency.lockutils [req-08301743-ccb5-4012-9fd2-a181d61bf29c req-fe3bdb36-4fa0-4039-84ee-dfae78577549 service nova] Lock "6518127c-ce73-4cd9-a46f-152e6c36a40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.419801] env[69308]: DEBUG nova.compute.manager [req-08301743-ccb5-4012-9fd2-a181d61bf29c req-fe3bdb36-4fa0-4039-84ee-dfae78577549 service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] No waiting events found dispatching network-vif-plugged-59fe05fe-0bab-4bbd-a43c-ec6b34878c30 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.420010] env[69308]: WARNING nova.compute.manager [req-08301743-ccb5-4012-9fd2-a181d61bf29c req-fe3bdb36-4fa0-4039-84ee-dfae78577549 service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Received unexpected event network-vif-plugged-59fe05fe-0bab-4bbd-a43c-ec6b34878c30 for instance with vm_state building and task_state spawning. [ 870.527189] env[69308]: DEBUG nova.network.neutron [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Successfully updated port: 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.549809] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.550756] env[69308]: DEBUG nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.553659] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.155s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.553847] env[69308]: DEBUG nova.objects.instance [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: f2314bad-495a-4344-bb55-3bed46135007] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.566261] env[69308]: DEBUG oslo_vmware.api [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Task: {'id': task-3868453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280665} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.570133] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.570133] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.570133] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.570133] env[69308]: INFO nova.compute.manager [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 870.570373] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.571035] env[69308]: DEBUG nova.compute.manager [-] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.571035] env[69308]: DEBUG nova.network.neutron [-] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.579312] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868450, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.579563] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e433a3d-40b5-4181-80d0-d47b3181785c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.589169] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66174aaf-ec7e-4ee9-b644-cc8d7f212db5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.627118] env[69308]: DEBUG nova.compute.manager [req-de20216b-515d-4b0d-ab26-0b805c80e4b5 req-f9f33f06-45d7-48fb-8128-64f45a3508c4 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Detach interface failed, port_id=fcc2c95d-4f14-476e-b221-acc0b908627c, reason: Instance 1cc54f4a-55fa-4b1d-adbf-e8386d21d890 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.742896] env[69308]: DEBUG oslo_vmware.api [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868451, 'name': PowerOnVM_Task, 'duration_secs': 0.550312} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.743206] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.743428] env[69308]: INFO nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Took 8.69 seconds to spawn the instance on the hypervisor. [ 870.743582] env[69308]: DEBUG nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.744491] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88e58e0-ada5-406c-b4d4-cc7aadfd7288 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.776408] env[69308]: DEBUG nova.network.neutron [-] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.030118] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquiring lock "refresh_cache-6518127c-ce73-4cd9-a46f-152e6c36a40f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.030288] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquired lock "refresh_cache-6518127c-ce73-4cd9-a46f-152e6c36a40f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.030471] env[69308]: DEBUG nova.network.neutron [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.057963] env[69308]: DEBUG nova.compute.utils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.067319] env[69308]: DEBUG nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.067397] env[69308]: DEBUG nova.network.neutron [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.080092] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868450, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.394218} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.080453] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292/801f7d2c-13c7-42c4-b51d-48e5184c6292.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.080580] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.080916] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed19d372-dbc2-45ac-a97c-30d28c35a5b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.089165] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 871.089165] env[69308]: value = "task-3868454" [ 871.089165] env[69308]: _type = "Task" [ 871.089165] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.101097] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.118808] env[69308]: DEBUG nova.policy [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '212f12563a374adc842aa64ab0009a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d58bf1b266249fc985591bf8235e58e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.266315] env[69308]: INFO nova.compute.manager [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Took 52.50 seconds to build instance. [ 871.279234] env[69308]: INFO nova.compute.manager [-] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Took 1.71 seconds to deallocate network for instance. [ 871.496845] env[69308]: DEBUG nova.network.neutron [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Successfully created port: fb590746-48a8-4271-a303-ff403dffddbf {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.566818] env[69308]: DEBUG nova.network.neutron [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.571768] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e1a211d1-773e-4bdb-bf8d-0182d179f2d2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.573304] env[69308]: DEBUG nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.579171] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 871.579171] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768667', 'volume_id': '99996149-3e86-47a1-ae8f-88835f44015a', 'name': 'volume-99996149-3e86-47a1-ae8f-88835f44015a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e6b1af-4468-4c40-92cb-6089417ff16f', 'attached_at': '', 'detached_at': '', 'volume_id': '99996149-3e86-47a1-ae8f-88835f44015a', 'serial': '99996149-3e86-47a1-ae8f-88835f44015a'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 871.579171] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.404s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.579320] env[69308]: DEBUG nova.objects.instance [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lazy-loading 'resources' on Instance uuid 9750dfe2-f2e7-42d3-9149-25ed9e0400f7 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.582119] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776e442-a784-492d-bd63-299c256f4f7b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.609373] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b779e6e-de90-43da-9cd0-551b7ee94fd7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.619903] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221282} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.635173] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.636578] env[69308]: DEBUG nova.network.neutron [-] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.645745] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-99996149-3e86-47a1-ae8f-88835f44015a/volume-99996149-3e86-47a1-ae8f-88835f44015a.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.650094] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a6ed85-76c9-48fe-b915-304f96c4e680 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.653168] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61c1fdb-c024-492c-a635-0023fb08f946 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.693023] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292/801f7d2c-13c7-42c4-b51d-48e5184c6292.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.694137] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef356bd5-e5f8-4bf7-94da-09684847a332 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.710196] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 871.710196] env[69308]: value = "task-3868455" [ 871.710196] env[69308]: _type = "Task" [ 871.710196] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.719144] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 871.719144] env[69308]: value = "task-3868456" [ 871.719144] env[69308]: _type = "Task" [ 871.719144] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.722787] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.731446] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.772647] env[69308]: DEBUG oslo_concurrency.lockutils [None req-569f8d17-7730-4261-9204-538fbfe13926 tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "6264b79b-a81f-4076-9e35-bf4f44deddf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.329s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.792307] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquiring lock "6264b79b-a81f-4076-9e35-bf4f44deddf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.792589] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "6264b79b-a81f-4076-9e35-bf4f44deddf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.792800] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquiring lock "6264b79b-a81f-4076-9e35-bf4f44deddf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.792981] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "6264b79b-a81f-4076-9e35-bf4f44deddf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.793196] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "6264b79b-a81f-4076-9e35-bf4f44deddf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.795778] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.800159] env[69308]: DEBUG nova.network.neutron [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Updating instance_info_cache with network_info: [{"id": "59fe05fe-0bab-4bbd-a43c-ec6b34878c30", "address": "fa:16:3e:0c:fc:7b", "network": {"id": "91b12444-7530-4b43-b1d1-7a73a8dd0530", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-680304035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "154affa3ede4475a972a10167fdfb238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59fe05fe-0b", "ovs_interfaceid": "59fe05fe-0bab-4bbd-a43c-ec6b34878c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.800159] env[69308]: INFO nova.compute.manager [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Terminating instance [ 872.136726] env[69308]: DEBUG nova.compute.manager [req-c382ffa4-6286-48ca-b4a3-57a224ae6f4f req-06102f35-f97a-4a9f-b4e6-d6b485189076 service nova] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Received event network-vif-deleted-63787edb-9c1e-4328-b336-3db93dd9c8b2 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.151361] env[69308]: INFO nova.compute.manager [-] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Took 1.58 seconds to deallocate network for instance. [ 872.223746] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.237032] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.279734] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.300428] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Releasing lock "refresh_cache-6518127c-ce73-4cd9-a46f-152e6c36a40f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.300770] env[69308]: DEBUG nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Instance network_info: |[{"id": "59fe05fe-0bab-4bbd-a43c-ec6b34878c30", "address": "fa:16:3e:0c:fc:7b", "network": {"id": "91b12444-7530-4b43-b1d1-7a73a8dd0530", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-680304035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "154affa3ede4475a972a10167fdfb238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59fe05fe-0b", "ovs_interfaceid": "59fe05fe-0bab-4bbd-a43c-ec6b34878c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.301268] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:fc:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59fe05fe-0bab-4bbd-a43c-ec6b34878c30', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.309034] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Creating folder: Project (154affa3ede4475a972a10167fdfb238). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.312347] env[69308]: DEBUG nova.compute.manager [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.312592] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.313117] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c19f381-3ca1-4678-84b9-88482765de6d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.315980] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d87bd3-7f19-4ceb-9001-92906a2ac3bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.326063] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.329457] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-363efacf-c065-4c0f-b9df-3a6410a595a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.333823] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Created folder: Project (154affa3ede4475a972a10167fdfb238) in parent group-v768498. [ 872.334092] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Creating folder: Instances. Parent ref: group-v768671. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.334856] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e079c27-a2fa-4a91-9794-05c39407c4ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.339269] env[69308]: DEBUG oslo_vmware.api [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 872.339269] env[69308]: value = "task-3868458" [ 872.339269] env[69308]: _type = "Task" [ 872.339269] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.349251] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Created folder: Instances in parent group-v768671. [ 872.349695] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.353555] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.353955] env[69308]: DEBUG oslo_vmware.api [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.354203] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48470fc7-12ec-44a7-b52c-0636d5ea38d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.382952] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.382952] env[69308]: value = "task-3868460" [ 872.382952] env[69308]: _type = "Task" [ 872.382952] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.393148] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868460, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.504627] env[69308]: DEBUG nova.compute.manager [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Received event network-changed-59fe05fe-0bab-4bbd-a43c-ec6b34878c30 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.504811] env[69308]: DEBUG nova.compute.manager [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Refreshing instance network info cache due to event network-changed-59fe05fe-0bab-4bbd-a43c-ec6b34878c30. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.505028] env[69308]: DEBUG oslo_concurrency.lockutils [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] Acquiring lock "refresh_cache-6518127c-ce73-4cd9-a46f-152e6c36a40f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.505176] env[69308]: DEBUG oslo_concurrency.lockutils [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] Acquired lock "refresh_cache-6518127c-ce73-4cd9-a46f-152e6c36a40f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.505337] env[69308]: DEBUG nova.network.neutron [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Refreshing network info cache for port 59fe05fe-0bab-4bbd-a43c-ec6b34878c30 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.594872] env[69308]: DEBUG nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.650662] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.650930] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.651273] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.651497] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.651666] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.651804] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.652100] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.652312] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.652530] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.652738] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.652958] env[69308]: DEBUG nova.virt.hardware [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.653885] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623e6d76-57f9-45b6-83e3-c0aaf0cc439c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.661018] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.667305] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31a0680-7fe3-4f6d-ae50-326aeed2ed2e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.722515] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868455, 'name': ReconfigVM_Task, 'duration_secs': 0.811289} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.725742] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-99996149-3e86-47a1-ae8f-88835f44015a/volume-99996149-3e86-47a1-ae8f-88835f44015a.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.730393] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404fa738-61d3-4f62-9ad0-b12b81df3d9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.746670] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71189fb6-113a-4ce0-accb-4ac2028d71c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.756312] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868456, 'name': ReconfigVM_Task, 'duration_secs': 0.721454} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.759378] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292/801f7d2c-13c7-42c4-b51d-48e5184c6292.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.760137] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 872.760137] env[69308]: value = "task-3868461" [ 872.760137] env[69308]: _type = "Task" [ 872.760137] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.760433] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-715ea053-b847-44f1-b5a1-08630b107a13 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.762951] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1830639-6998-4884-8e7d-572c5ec43dc2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.775399] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.802936] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 872.802936] env[69308]: value = "task-3868462" [ 872.802936] env[69308]: _type = "Task" [ 872.802936] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.812943] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3866fdd-d9be-459e-b21b-3a553943e471 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.823178] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868462, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.826771] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1706b9fe-06a1-446f-9c92-1240599667f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.832418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.844825] env[69308]: DEBUG nova.compute.provider_tree [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.856126] env[69308]: DEBUG oslo_vmware.api [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868458, 'name': PowerOffVM_Task, 'duration_secs': 0.252854} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.857150] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.857333] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.857596] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709f0ba7-81d8-46be-884b-797949039353 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.862189] env[69308]: DEBUG oslo_concurrency.lockutils [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.862413] env[69308]: DEBUG oslo_concurrency.lockutils [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.894815] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868460, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.926650] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.927514] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.927514] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Deleting the datastore file [datastore2] 6264b79b-a81f-4076-9e35-bf4f44deddf3 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.927514] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c4d64a-da0e-4910-bfef-610af7eca57b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.944549] env[69308]: DEBUG oslo_vmware.api [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for the task: (returnval){ [ 872.944549] env[69308]: value = "task-3868464" [ 872.944549] env[69308]: _type = "Task" [ 872.944549] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.955973] env[69308]: DEBUG oslo_vmware.api [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.223083] env[69308]: DEBUG nova.network.neutron [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Updated VIF entry in instance network info cache for port 59fe05fe-0bab-4bbd-a43c-ec6b34878c30. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.223463] env[69308]: DEBUG nova.network.neutron [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Updating instance_info_cache with network_info: [{"id": "59fe05fe-0bab-4bbd-a43c-ec6b34878c30", "address": "fa:16:3e:0c:fc:7b", "network": {"id": "91b12444-7530-4b43-b1d1-7a73a8dd0530", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-680304035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "154affa3ede4475a972a10167fdfb238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59fe05fe-0b", "ovs_interfaceid": "59fe05fe-0bab-4bbd-a43c-ec6b34878c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.225625] env[69308]: DEBUG nova.network.neutron [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Successfully updated port: fb590746-48a8-4271-a303-ff403dffddbf {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.273267] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.319180] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868462, 'name': Rename_Task, 'duration_secs': 0.146219} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.319487] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.319710] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d9971e-af37-47fd-9eb8-32b6aa292a16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.326624] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 873.326624] env[69308]: value = "task-3868465" [ 873.326624] env[69308]: _type = "Task" [ 873.326624] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.336125] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.351633] env[69308]: DEBUG nova.scheduler.client.report [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.365626] env[69308]: DEBUG nova.compute.utils [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.394147] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868460, 'name': CreateVM_Task, 'duration_secs': 0.798943} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.394498] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.395297] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.395605] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.396036] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.396751] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49731b99-c24c-43bc-b9db-622a8adef8ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.402062] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 873.402062] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52255417-7a0f-0753-2c69-83182da6dae7" [ 873.402062] env[69308]: _type = "Task" [ 873.402062] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.411357] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52255417-7a0f-0753-2c69-83182da6dae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.455723] env[69308]: DEBUG oslo_vmware.api [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Task: {'id': task-3868464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159753} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.455723] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.455942] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.455982] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.456168] env[69308]: INFO nova.compute.manager [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 873.456405] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.457031] env[69308]: DEBUG nova.compute.manager [-] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.457031] env[69308]: DEBUG nova.network.neutron [-] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.728586] env[69308]: DEBUG oslo_concurrency.lockutils [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] Releasing lock "refresh_cache-6518127c-ce73-4cd9-a46f-152e6c36a40f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.728899] env[69308]: DEBUG nova.compute.manager [req-8c2e54b5-d2ea-48a7-b91b-9aab14ceede2 req-fabfe4ee-4767-49fb-83db-30dea67afbcb service nova] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Received event network-vif-deleted-1a051928-cb02-4059-9a25-578cce7f8609 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.729502] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "refresh_cache-24aebbfc-0ec8-4f39-b013-49bc901e18d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.729623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "refresh_cache-24aebbfc-0ec8-4f39-b013-49bc901e18d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.729772] env[69308]: DEBUG nova.network.neutron [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.774188] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.838053] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.857340] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.859947] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.293s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.860465] env[69308]: DEBUG nova.objects.instance [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lazy-loading 'resources' on Instance uuid f2314bad-495a-4344-bb55-3bed46135007 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.868579] env[69308]: DEBUG oslo_concurrency.lockutils [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.884930] env[69308]: INFO nova.scheduler.client.report [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Deleted allocations for instance 9750dfe2-f2e7-42d3-9149-25ed9e0400f7 [ 873.932886] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52255417-7a0f-0753-2c69-83182da6dae7, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.933580] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.933580] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.933824] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.934065] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.934382] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.935362] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19d41e04-c790-4822-a5af-2b2fa27801e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.950590] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.950590] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.952064] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0223ae4-01a5-4c1c-b13a-2e3bea7d2c49 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.958193] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 873.958193] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a20911-6e49-7dea-0e1d-221d7a7c272e" [ 873.958193] env[69308]: _type = "Task" [ 873.958193] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.967421] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a20911-6e49-7dea-0e1d-221d7a7c272e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.223616] env[69308]: DEBUG nova.network.neutron [-] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.274305] env[69308]: DEBUG oslo_vmware.api [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868461, 'name': ReconfigVM_Task, 'duration_secs': 1.150159} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.275038] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768667', 'volume_id': '99996149-3e86-47a1-ae8f-88835f44015a', 'name': 'volume-99996149-3e86-47a1-ae8f-88835f44015a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e6b1af-4468-4c40-92cb-6089417ff16f', 'attached_at': '', 'detached_at': '', 'volume_id': '99996149-3e86-47a1-ae8f-88835f44015a', 'serial': '99996149-3e86-47a1-ae8f-88835f44015a'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 874.278149] env[69308]: DEBUG nova.network.neutron [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.341465] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868465, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.378567] env[69308]: DEBUG nova.compute.manager [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Received event network-vif-plugged-fb590746-48a8-4271-a303-ff403dffddbf {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.379305] env[69308]: DEBUG oslo_concurrency.lockutils [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] Acquiring lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.379305] env[69308]: DEBUG oslo_concurrency.lockutils [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.379437] env[69308]: DEBUG oslo_concurrency.lockutils [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.379689] env[69308]: DEBUG nova.compute.manager [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] No waiting events found dispatching network-vif-plugged-fb590746-48a8-4271-a303-ff403dffddbf {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.379925] env[69308]: WARNING nova.compute.manager [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Received unexpected event network-vif-plugged-fb590746-48a8-4271-a303-ff403dffddbf for instance with vm_state building and task_state spawning. [ 874.380196] env[69308]: DEBUG nova.compute.manager [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Received event network-changed-fb590746-48a8-4271-a303-ff403dffddbf {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.380472] env[69308]: DEBUG nova.compute.manager [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Refreshing instance network info cache due to event network-changed-fb590746-48a8-4271-a303-ff403dffddbf. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.380714] env[69308]: DEBUG oslo_concurrency.lockutils [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] Acquiring lock "refresh_cache-24aebbfc-0ec8-4f39-b013-49bc901e18d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.392182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d841e229-189d-4ba4-ae23-215028c445f5 tempest-DeleteServersAdminTestJSON-487302501 tempest-DeleteServersAdminTestJSON-487302501-project-member] Lock "9750dfe2-f2e7-42d3-9149-25ed9e0400f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.782s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.475758] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a20911-6e49-7dea-0e1d-221d7a7c272e, 'name': SearchDatastore_Task, 'duration_secs': 0.022808} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.476784] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab25a8b-a2b3-49d1-834b-a7f4c4f319f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.484622] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 874.484622] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52492281-3877-08cc-7145-bdecb796b368" [ 874.484622] env[69308]: _type = "Task" [ 874.484622] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.493770] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52492281-3877-08cc-7145-bdecb796b368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.522131] env[69308]: DEBUG nova.network.neutron [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Updating instance_info_cache with network_info: [{"id": "fb590746-48a8-4271-a303-ff403dffddbf", "address": "fa:16:3e:4d:d7:c9", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb590746-48", "ovs_interfaceid": "fb590746-48a8-4271-a303-ff403dffddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.725946] env[69308]: INFO nova.compute.manager [-] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Took 1.27 seconds to deallocate network for instance. [ 874.842573] env[69308]: DEBUG oslo_vmware.api [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868465, 'name': PowerOnVM_Task, 'duration_secs': 1.049518} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.843512] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.843792] env[69308]: INFO nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Took 10.03 seconds to spawn the instance on the hypervisor. [ 874.843979] env[69308]: DEBUG nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.845029] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d858a5c2-933d-4184-95ae-0a8b66147108 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.945549] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a79ed6-cc9b-4758-8565-497a048ae90f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.948842] env[69308]: DEBUG oslo_concurrency.lockutils [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.949184] env[69308]: DEBUG oslo_concurrency.lockutils [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.949450] env[69308]: INFO nova.compute.manager [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Attaching volume 67f51f72-4bbd-40da-a89b-7074744df857 to /dev/sdb [ 874.959095] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79e2f3c-5da4-41cf-b515-ff46c9e840a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.996949] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce60d1f6-8c3a-4872-a9c3-3185736cd30f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.000109] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65db414-284e-4698-89d7-841a63b9fdee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.008245] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52492281-3877-08cc-7145-bdecb796b368, 'name': SearchDatastore_Task, 'duration_secs': 0.012234} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.011541] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.011817] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 6518127c-ce73-4cd9-a46f-152e6c36a40f/6518127c-ce73-4cd9-a46f-152e6c36a40f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.012169] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fda756a8-e735-47a9-8532-42d21c9fcfc3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.014518] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19533e2c-27f8-4561-97b9-2712be06bdcb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.017948] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9ba27d-424b-4006-8ae5-b079d1c544bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.033622] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "refresh_cache-24aebbfc-0ec8-4f39-b013-49bc901e18d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.033947] env[69308]: DEBUG nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Instance network_info: |[{"id": "fb590746-48a8-4271-a303-ff403dffddbf", "address": "fa:16:3e:4d:d7:c9", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb590746-48", "ovs_interfaceid": "fb590746-48a8-4271-a303-ff403dffddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.034924] env[69308]: DEBUG nova.compute.provider_tree [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.040779] env[69308]: DEBUG oslo_concurrency.lockutils [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] Acquired lock "refresh_cache-24aebbfc-0ec8-4f39-b013-49bc901e18d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.040779] env[69308]: DEBUG nova.network.neutron [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Refreshing network info cache for port fb590746-48a8-4271-a303-ff403dffddbf {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.041931] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:d7:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb590746-48a8-4271-a303-ff403dffddbf', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.049365] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.049673] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 875.049673] env[69308]: value = "task-3868466" [ 875.049673] env[69308]: _type = "Task" [ 875.049673] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.049959] env[69308]: DEBUG nova.virt.block_device [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updating existing volume attachment record: 08ce1ee0-3b11-499d-8787-9d49afbe97d9 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 875.055602] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.056078] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63868bb7-c71e-400c-b283-d1e1d57c6d53 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.084633] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.084972] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.084972] env[69308]: value = "task-3868467" [ 875.084972] env[69308]: _type = "Task" [ 875.084972] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.094898] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868467, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.235210] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.325162] env[69308]: DEBUG nova.objects.instance [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lazy-loading 'flavor' on Instance uuid 07e6b1af-4468-4c40-92cb-6089417ff16f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.371076] env[69308]: INFO nova.compute.manager [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Took 54.84 seconds to build instance. [ 875.392491] env[69308]: DEBUG nova.network.neutron [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Updated VIF entry in instance network info cache for port fb590746-48a8-4271-a303-ff403dffddbf. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.392978] env[69308]: DEBUG nova.network.neutron [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Updating instance_info_cache with network_info: [{"id": "fb590746-48a8-4271-a303-ff403dffddbf", "address": "fa:16:3e:4d:d7:c9", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb590746-48", "ovs_interfaceid": "fb590746-48a8-4271-a303-ff403dffddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.554456] env[69308]: DEBUG nova.scheduler.client.report [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.572024] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52579} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.572331] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 6518127c-ce73-4cd9-a46f-152e6c36a40f/6518127c-ce73-4cd9-a46f-152e6c36a40f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.572553] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.573061] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae9950fa-b7b7-431a-ac7a-f13fe85c3751 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.582080] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 875.582080] env[69308]: value = "task-3868471" [ 875.582080] env[69308]: _type = "Task" [ 875.582080] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.598404] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.601128] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868467, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.821436] env[69308]: INFO nova.compute.manager [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Rescuing [ 875.822154] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.822446] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.822749] env[69308]: DEBUG nova.network.neutron [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.831833] env[69308]: DEBUG oslo_concurrency.lockutils [None req-de85e9bd-4865-4efd-9f07-ca092e6e2000 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.406s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.872592] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5459658-b592-45ce-9464-cac518f122db tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "801f7d2c-13c7-42c4-b51d-48e5184c6292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.317s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.898571] env[69308]: DEBUG oslo_concurrency.lockutils [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] Releasing lock "refresh_cache-24aebbfc-0ec8-4f39-b013-49bc901e18d3" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.898922] env[69308]: DEBUG nova.compute.manager [req-3295db60-94a6-4ca6-95b0-bee6ed943c86 req-13582d4a-866a-4da6-a7ff-5378d4591e54 service nova] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Received event network-vif-deleted-2cb85201-8c4a-4c2c-8bf7-52593f018162 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.066433] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.068503] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.444s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.070392] env[69308]: INFO nova.compute.claims [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.102063] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066418} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.105567] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.106566] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868467, 'name': CreateVM_Task, 'duration_secs': 0.635081} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.107141] env[69308]: INFO nova.scheduler.client.report [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted allocations for instance f2314bad-495a-4344-bb55-3bed46135007 [ 876.110865] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58002b5-76c8-4cf1-b4b0-f3baf2334633 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.113655] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.120097] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.120097] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.120097] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.120883] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-121994d3-9125-4c07-967f-be5ad27f8e72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.139436] env[69308]: INFO nova.compute.manager [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Rescuing [ 876.139873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.140050] env[69308]: DEBUG oslo_concurrency.lockutils [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.140218] env[69308]: DEBUG nova.network.neutron [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.153901] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6518127c-ce73-4cd9-a46f-152e6c36a40f/6518127c-ce73-4cd9-a46f-152e6c36a40f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.158160] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bbbba3d-7020-494c-a34f-02401bd8fe9f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.173299] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 876.173299] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520c6dab-1bf9-2555-a770-99c31228ed93" [ 876.173299] env[69308]: _type = "Task" [ 876.173299] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.181462] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 876.181462] env[69308]: value = "task-3868472" [ 876.181462] env[69308]: _type = "Task" [ 876.181462] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.186342] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520c6dab-1bf9-2555-a770-99c31228ed93, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.190750] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.190750] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.190931] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.191086] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.191313] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.191868] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-740ec089-a813-46b7-9c6d-ffa0a3361d68 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.201359] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.204842] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.205073] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.205888] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457974a2-fd35-49cd-a112-e62f5ed4c46b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.214634] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 876.214634] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523deeaa-0c2c-b015-9d4f-cf7ba07cd4ac" [ 876.214634] env[69308]: _type = "Task" [ 876.214634] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.224803] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523deeaa-0c2c-b015-9d4f-cf7ba07cd4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.375507] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.624072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "2234356c-a233-4649-a30d-63af47b4e971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.624072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "2234356c-a233-4649-a30d-63af47b4e971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.624072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "2234356c-a233-4649-a30d-63af47b4e971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.624072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "2234356c-a233-4649-a30d-63af47b4e971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.624072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "2234356c-a233-4649-a30d-63af47b4e971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.628732] env[69308]: DEBUG nova.network.neutron [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Updating instance_info_cache with network_info: [{"id": "a1bcf76d-3231-4ca9-aa58-58b91a4735ae", "address": "fa:16:3e:66:6d:20", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1bcf76d-32", "ovs_interfaceid": "a1bcf76d-3231-4ca9-aa58-58b91a4735ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.630622] env[69308]: INFO nova.compute.manager [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Terminating instance [ 876.632530] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e4775c27-6c63-49cd-9215-021753a04ce5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "f2314bad-495a-4344-bb55-3bed46135007" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.589s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.698194] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868472, 'name': ReconfigVM_Task, 'duration_secs': 0.31678} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.698194] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6518127c-ce73-4cd9-a46f-152e6c36a40f/6518127c-ce73-4cd9-a46f-152e6c36a40f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.698515] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0532c6f5-78e2-415b-af77-476affdb1cd1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.705650] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 876.705650] env[69308]: value = "task-3868473" [ 876.705650] env[69308]: _type = "Task" [ 876.705650] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.714491] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868473, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.724132] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523deeaa-0c2c-b015-9d4f-cf7ba07cd4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.023426} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.724830] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2321e6-f71d-492c-9feb-321e62a98e7c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.732610] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 876.732610] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529ea477-5da3-490c-67e5-3727037a78ca" [ 876.732610] env[69308]: _type = "Task" [ 876.732610] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.741295] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529ea477-5da3-490c-67e5-3727037a78ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.916656] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.003157] env[69308]: DEBUG nova.network.neutron [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating instance_info_cache with network_info: [{"id": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "address": "fa:16:3e:b9:35:78", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b7cdd6-fb", "ovs_interfaceid": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.137055] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "refresh_cache-801f7d2c-13c7-42c4-b51d-48e5184c6292" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.140672] env[69308]: DEBUG nova.compute.manager [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.144023] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.144023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c62dbb-384c-4379-99b5-c38c823220b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.154196] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.158286] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeb015a2-35fc-453e-a92a-d0a33fbf3f9d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.168258] env[69308]: DEBUG oslo_vmware.api [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 877.168258] env[69308]: value = "task-3868474" [ 877.168258] env[69308]: _type = "Task" [ 877.168258] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.182630] env[69308]: DEBUG oslo_vmware.api [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.217429] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868473, 'name': Rename_Task, 'duration_secs': 0.159252} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.222093] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.222093] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbe4a5b7-32e0-43a1-a738-1b39f08212f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.230401] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 877.230401] env[69308]: value = "task-3868475" [ 877.230401] env[69308]: _type = "Task" [ 877.230401] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.246168] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.252738] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529ea477-5da3-490c-67e5-3727037a78ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015926} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.253126] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.253549] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3/24aebbfc-0ec8-4f39-b013-49bc901e18d3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.254276] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ef3b14d-daa1-4f38-bfc1-31384a83e2d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.265868] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 877.265868] env[69308]: value = "task-3868476" [ 877.265868] env[69308]: _type = "Task" [ 877.265868] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.275713] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.507864] env[69308]: DEBUG oslo_concurrency.lockutils [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.688493] env[69308]: DEBUG oslo_vmware.api [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868474, 'name': PowerOffVM_Task, 'duration_secs': 0.233157} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.691915] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.692275] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.692829] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78945aca-aafb-4c27-972d-5accdcb56da1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.705873] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da4c95c-0e2b-4623-a149-ee8e42188e55 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.717097] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fe9133-fb3b-4f7a-a700-46e0d6756744 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.762982] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55028100-c4e0-418b-a820-2feb5c4dde4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.777961] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.781380] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fda819-e565-4e54-ada3-40708bc23d51 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.785816] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.786108] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.786237] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Deleting the datastore file [datastore1] 2234356c-a233-4649-a30d-63af47b4e971 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.790326] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ae95b6-63e7-41f5-86e4-49b8427e0543 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.792525] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868476, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.811578] env[69308]: DEBUG nova.compute.provider_tree [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.815266] env[69308]: DEBUG oslo_vmware.api [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for the task: (returnval){ [ 877.815266] env[69308]: value = "task-3868479" [ 877.815266] env[69308]: _type = "Task" [ 877.815266] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.826731] env[69308]: DEBUG oslo_vmware.api [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.276193] env[69308]: DEBUG oslo_vmware.api [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868475, 'name': PowerOnVM_Task, 'duration_secs': 0.72671} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.277807] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.278014] env[69308]: INFO nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Took 8.44 seconds to spawn the instance on the hypervisor. [ 878.278222] env[69308]: DEBUG nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.279698] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c3d932-09f9-4b93-b0d4-da10f51adccd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.287163] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559632} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.287940] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3/24aebbfc-0ec8-4f39-b013-49bc901e18d3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.288193] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.288496] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8ec6db-db9e-4663-93c8-ce2f8382352f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.302116] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 878.302116] env[69308]: value = "task-3868480" [ 878.302116] env[69308]: _type = "Task" [ 878.302116] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.316098] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.317535] env[69308]: DEBUG nova.scheduler.client.report [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.332945] env[69308]: DEBUG oslo_vmware.api [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Task: {'id': task-3868479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377602} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.333584] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.333955] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.334317] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.334648] env[69308]: INFO nova.compute.manager [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Took 1.19 seconds to destroy the instance on the hypervisor. [ 878.335154] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.335569] env[69308]: DEBUG nova.compute.manager [-] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.335820] env[69308]: DEBUG nova.network.neutron [-] [instance: 2234356c-a233-4649-a30d-63af47b4e971] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.703119] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.706017] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1012e0fe-2231-45de-9904-eea7711bfe2a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.717046] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 878.717046] env[69308]: value = "task-3868481" [ 878.717046] env[69308]: _type = "Task" [ 878.717046] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.729025] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.813636] env[69308]: INFO nova.compute.manager [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Took 52.13 seconds to build instance. [ 878.822123] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081508} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.822972] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.824157] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105db1e3-2b18-4c99-8b2a-aacfe5af6544 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.829294] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.830192] env[69308]: DEBUG nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.834177] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.363s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.836226] env[69308]: INFO nova.compute.claims [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.866018] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3/24aebbfc-0ec8-4f39-b013-49bc901e18d3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.867904] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef53ba8-f934-4c0f-85f6-4f227eb41401 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.892561] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 878.892561] env[69308]: value = "task-3868482" [ 878.892561] env[69308]: _type = "Task" [ 878.892561] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.907506] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.071143] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.071143] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-413c012d-544f-441c-b907-1097f545b06b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.079016] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 879.079016] env[69308]: value = "task-3868483" [ 879.079016] env[69308]: _type = "Task" [ 879.079016] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.089915] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.235203] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868481, 'name': PowerOffVM_Task, 'duration_secs': 0.252513} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.235203] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.235203] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aa53bc-d7c9-444b-b857-ba6cf80ba29e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.260280] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38cd473-3b0d-4e1a-977f-d0617a9e1f3b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.318888] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.319220] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a325ac32-b70b-4cdc-9047-3f6865159c58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.324845] env[69308]: DEBUG oslo_concurrency.lockutils [None req-394db3eb-117c-486a-a4fa-08450872518a tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "6518127c-ce73-4cd9-a46f-152e6c36a40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.796s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.331337] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 879.331337] env[69308]: value = "task-3868484" [ 879.331337] env[69308]: _type = "Task" [ 879.331337] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.348988] env[69308]: DEBUG nova.compute.utils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.350665] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.351861] env[69308]: DEBUG nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.352321] env[69308]: DEBUG nova.network.neutron [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.406509] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868482, 'name': ReconfigVM_Task, 'duration_secs': 0.373662} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.407350] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3/24aebbfc-0ec8-4f39-b013-49bc901e18d3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.407350] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c56adcf8-ceac-47e8-94b1-ada15bb11bd4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.415794] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 879.415794] env[69308]: value = "task-3868485" [ 879.415794] env[69308]: _type = "Task" [ 879.415794] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.425495] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868485, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.447259] env[69308]: DEBUG nova.policy [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.590852] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868483, 'name': PowerOffVM_Task, 'duration_secs': 0.21082} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.591383] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.592236] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cca4df-1ffa-4e25-8805-231706a614f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.621278] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 879.621858] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768676', 'volume_id': '67f51f72-4bbd-40da-a89b-7074744df857', 'name': 'volume-67f51f72-4bbd-40da-a89b-7074744df857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5870abd0-1c2c-43ae-9c3e-6bf3c0862c05', 'attached_at': '', 'detached_at': '', 'volume_id': '67f51f72-4bbd-40da-a89b-7074744df857', 'serial': '67f51f72-4bbd-40da-a89b-7074744df857'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 879.622350] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d021e7a-bfb2-4957-9c94-569503726663 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.627729] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1866655b-f5f4-42fd-96cb-f11a90570f0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.652649] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1668fe-965f-493d-a4d8-844f18e3ea2c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.661527] env[69308]: DEBUG nova.compute.manager [req-299fc44b-6d3f-467e-977a-dddb0c92efd6 req-6826f0bf-f396-451d-8bc8-424ebd80c712 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Received event network-vif-deleted-a9afb762-3fc3-474a-bbcf-84d60bcede4d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.661761] env[69308]: INFO nova.compute.manager [req-299fc44b-6d3f-467e-977a-dddb0c92efd6 req-6826f0bf-f396-451d-8bc8-424ebd80c712 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Neutron deleted interface a9afb762-3fc3-474a-bbcf-84d60bcede4d; detaching it from the instance and deleting it from the info cache [ 879.662040] env[69308]: DEBUG nova.network.neutron [req-299fc44b-6d3f-467e-977a-dddb0c92efd6 req-6826f0bf-f396-451d-8bc8-424ebd80c712 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.692253] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-67f51f72-4bbd-40da-a89b-7074744df857/volume-67f51f72-4bbd-40da-a89b-7074744df857.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.695400] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b4ddb2-d582-4ab9-b8d1-281ca9f19de7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.714902] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.715211] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47eec149-e33b-4d70-919e-91035a6b73d2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.718562] env[69308]: DEBUG oslo_vmware.api [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 879.718562] env[69308]: value = "task-3868486" [ 879.718562] env[69308]: _type = "Task" [ 879.718562] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.723837] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 879.723837] env[69308]: value = "task-3868487" [ 879.723837] env[69308]: _type = "Task" [ 879.723837] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.732103] env[69308]: DEBUG oslo_vmware.api [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868486, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.738524] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.738866] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.739208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.739399] env[69308]: DEBUG oslo_concurrency.lockutils [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.739621] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.740037] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f78debc-5153-4baf-89fb-ce7d1e00950f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.750175] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.750272] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.751035] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-764530a9-d9c2-4c0f-9e8c-bce9eda6f6ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.759618] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 879.759618] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525ef276-420f-4ab5-3937-d332d96583fc" [ 879.759618] env[69308]: _type = "Task" [ 879.759618] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.769021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquiring lock "6518127c-ce73-4cd9-a46f-152e6c36a40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.769021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "6518127c-ce73-4cd9-a46f-152e6c36a40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.769021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquiring lock "6518127c-ce73-4cd9-a46f-152e6c36a40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.769480] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "6518127c-ce73-4cd9-a46f-152e6c36a40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.769764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "6518127c-ce73-4cd9-a46f-152e6c36a40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.771685] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525ef276-420f-4ab5-3937-d332d96583fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.772253] env[69308]: INFO nova.compute.manager [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Terminating instance [ 879.844393] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.845360] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.845360] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.845360] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.845360] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.845844] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce2c71c2-b1f4-44c2-835a-bcac91b9bc79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.852376] env[69308]: DEBUG nova.network.neutron [-] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.854480] env[69308]: DEBUG nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.863068] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.863068] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.863612] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7507afa-56b3-4c94-b6df-2b2f803df297 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.871175] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 879.871175] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52472d71-79a0-c087-fa74-5c8afe1c6b90" [ 879.871175] env[69308]: _type = "Task" [ 879.871175] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.883153] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52472d71-79a0-c087-fa74-5c8afe1c6b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.928870] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868485, 'name': Rename_Task, 'duration_secs': 0.147668} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.929446] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.929734] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dacaf4a8-d87d-4046-92ce-227a5c164fe1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.940785] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 879.940785] env[69308]: value = "task-3868488" [ 879.940785] env[69308]: _type = "Task" [ 879.940785] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.954319] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.059020] env[69308]: DEBUG nova.network.neutron [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Successfully created port: 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.170714] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85d3170f-807e-4054-ad5b-8b37ef94f6cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.184254] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391bf002-f650-474f-ae3c-37e5684f2b8f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.241489] env[69308]: DEBUG nova.compute.manager [req-299fc44b-6d3f-467e-977a-dddb0c92efd6 req-6826f0bf-f396-451d-8bc8-424ebd80c712 service nova] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Detach interface failed, port_id=a9afb762-3fc3-474a-bbcf-84d60bcede4d, reason: Instance 2234356c-a233-4649-a30d-63af47b4e971 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.251670] env[69308]: DEBUG oslo_vmware.api [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868486, 'name': ReconfigVM_Task, 'duration_secs': 0.409022} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.252023] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-67f51f72-4bbd-40da-a89b-7074744df857/volume-67f51f72-4bbd-40da-a89b-7074744df857.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.258722] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62786117-788b-4065-b176-bfc1881b1812 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.276362] env[69308]: DEBUG nova.compute.manager [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.276576] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.277820] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250e6d55-36d5-48b7-a22a-279cbee51527 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.287346] env[69308]: DEBUG oslo_vmware.api [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 880.287346] env[69308]: value = "task-3868489" [ 880.287346] env[69308]: _type = "Task" [ 880.287346] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.287718] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525ef276-420f-4ab5-3937-d332d96583fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.296348] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bad3d7-b166-4beb-bb2f-16fff8ef4f56 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.300464] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.301859] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0857441-1968-4f16-a953-c6051b841b18 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.307872] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 880.307872] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a5d377-6cae-cb10-717a-6f3747f449a3" [ 880.307872] env[69308]: _type = "Task" [ 880.307872] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.308611] env[69308]: DEBUG oslo_vmware.api [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.316553] env[69308]: DEBUG oslo_vmware.api [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 880.316553] env[69308]: value = "task-3868490" [ 880.316553] env[69308]: _type = "Task" [ 880.316553] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.324279] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a5d377-6cae-cb10-717a-6f3747f449a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.324961] env[69308]: DEBUG oslo_concurrency.lockutils [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.325273] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. {{(pid=69308) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 880.325648] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a248d0e9-916a-4c04-88f2-86f0a878cf13 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.331597] env[69308]: DEBUG oslo_vmware.api [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.341983] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 880.341983] env[69308]: value = "task-3868491" [ 880.341983] env[69308]: _type = "Task" [ 880.341983] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.353112] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.369835] env[69308]: INFO nova.compute.manager [-] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Took 2.03 seconds to deallocate network for instance. [ 880.389342] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52472d71-79a0-c087-fa74-5c8afe1c6b90, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.390809] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8acf5e-f302-4316-9b8a-79494856205a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.399496] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 880.399496] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525e8b61-6696-8d23-c0d5-738c02c1c782" [ 880.399496] env[69308]: _type = "Task" [ 880.399496] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.414019] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525e8b61-6696-8d23-c0d5-738c02c1c782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.458386] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868488, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.560023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb48ab79-fe72-442e-9d3d-aa9f011ebb01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.569066] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93989e13-7d69-49c4-8a3d-d61516d0c1df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.604760] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221317d-6b10-4517-b1e9-e0d7799950fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.614646] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de95f81f-e06b-46f6-a10c-abd520efbe5f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.633315] env[69308]: DEBUG nova.compute.provider_tree [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.811195] env[69308]: DEBUG oslo_vmware.api [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868489, 'name': ReconfigVM_Task, 'duration_secs': 0.215844} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.813832] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768676', 'volume_id': '67f51f72-4bbd-40da-a89b-7074744df857', 'name': 'volume-67f51f72-4bbd-40da-a89b-7074744df857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5870abd0-1c2c-43ae-9c3e-6bf3c0862c05', 'attached_at': '', 'detached_at': '', 'volume_id': '67f51f72-4bbd-40da-a89b-7074744df857', 'serial': '67f51f72-4bbd-40da-a89b-7074744df857'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 880.828597] env[69308]: DEBUG oslo_vmware.api [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868490, 'name': PowerOffVM_Task, 'duration_secs': 0.213699} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.828762] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.828933] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.829232] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f7384ba-93eb-479f-b317-66438583ffec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.854701] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868491, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.868733] env[69308]: DEBUG nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.886028] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.900524] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.902010] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.902010] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.902269] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.902314] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.902435] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.902630] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.902785] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.902959] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.903149] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.903326] env[69308]: DEBUG nova.virt.hardware [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.906802] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1360ec8-bdcf-44a1-8ad4-cb9f90adfa0d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.916815] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.916815] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.916815] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Deleting the datastore file [datastore1] 6518127c-ce73-4cd9-a46f-152e6c36a40f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.916815] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b5ac0fc-facb-423a-a899-498de049de60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.923899] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8508ad3-7ef0-4164-8b40-0b8d6409636d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.933965] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525e8b61-6696-8d23-c0d5-738c02c1c782, 'name': SearchDatastore_Task, 'duration_secs': 0.031346} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.934204] env[69308]: DEBUG oslo_vmware.api [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for the task: (returnval){ [ 880.934204] env[69308]: value = "task-3868493" [ 880.934204] env[69308]: _type = "Task" [ 880.934204] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.937174] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.937174] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. {{(pid=69308) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 880.937174] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da0bcba-bf1f-4a75-892a-f41e8ca57508 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.957667] env[69308]: DEBUG oslo_vmware.api [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.959448] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 880.959448] env[69308]: value = "task-3868494" [ 880.959448] env[69308]: _type = "Task" [ 880.959448] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.967852] env[69308]: DEBUG oslo_vmware.api [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868488, 'name': PowerOnVM_Task, 'duration_secs': 0.60335} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.967852] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.967852] env[69308]: INFO nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Took 8.37 seconds to spawn the instance on the hypervisor. [ 880.967852] env[69308]: DEBUG nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.968282] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3789729b-e01e-4ca9-8839-efb3bbcd9db3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.974448] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.137712] env[69308]: DEBUG nova.scheduler.client.report [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.358225] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550513} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.358628] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. [ 881.360050] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df0a097-1de2-4162-a60e-77e354133315 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.391683] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.392714] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c73b886-a323-4d71-b61f-d7082cc42919 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.413792] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 881.413792] env[69308]: value = "task-3868495" [ 881.413792] env[69308]: _type = "Task" [ 881.413792] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.423135] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.447046] env[69308]: DEBUG oslo_vmware.api [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Task: {'id': task-3868493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418799} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.447046] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.447046] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.447046] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.447046] env[69308]: INFO nova.compute.manager [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 881.447316] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.447316] env[69308]: DEBUG nova.compute.manager [-] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.447407] env[69308]: DEBUG nova.network.neutron [-] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.473292] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.492145] env[69308]: INFO nova.compute.manager [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Took 51.70 seconds to build instance. [ 881.649019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.649019] env[69308]: DEBUG nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.651242] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.285s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.860907] env[69308]: DEBUG nova.objects.instance [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.899349] env[69308]: DEBUG nova.network.neutron [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Successfully updated port: 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.926666] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.977105] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.995207] env[69308]: DEBUG oslo_concurrency.lockutils [None req-139015ea-4695-4371-8325-ffd0703bb877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.824s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.997731] env[69308]: DEBUG nova.compute.manager [req-6d18896d-1073-41c1-b3e4-c4eb0d8a9292 req-0772e87b-f1fe-40d4-af58-48d29b5f9a94 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-vif-plugged-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.997946] env[69308]: DEBUG oslo_concurrency.lockutils [req-6d18896d-1073-41c1-b3e4-c4eb0d8a9292 req-0772e87b-f1fe-40d4-af58-48d29b5f9a94 service nova] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.998165] env[69308]: DEBUG oslo_concurrency.lockutils [req-6d18896d-1073-41c1-b3e4-c4eb0d8a9292 req-0772e87b-f1fe-40d4-af58-48d29b5f9a94 service nova] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.998331] env[69308]: DEBUG oslo_concurrency.lockutils [req-6d18896d-1073-41c1-b3e4-c4eb0d8a9292 req-0772e87b-f1fe-40d4-af58-48d29b5f9a94 service nova] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.998497] env[69308]: DEBUG nova.compute.manager [req-6d18896d-1073-41c1-b3e4-c4eb0d8a9292 req-0772e87b-f1fe-40d4-af58-48d29b5f9a94 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] No waiting events found dispatching network-vif-plugged-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.998661] env[69308]: WARNING nova.compute.manager [req-6d18896d-1073-41c1-b3e4-c4eb0d8a9292 req-0772e87b-f1fe-40d4-af58-48d29b5f9a94 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received unexpected event network-vif-plugged-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 for instance with vm_state building and task_state spawning. [ 882.077166] env[69308]: DEBUG nova.compute.manager [req-db56fca6-16d9-4c55-8694-e7164a71aeea req-41f2e6dc-e42d-4e50-a483-ade5f20a5256 service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Received event network-vif-deleted-59fe05fe-0bab-4bbd-a43c-ec6b34878c30 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.077372] env[69308]: INFO nova.compute.manager [req-db56fca6-16d9-4c55-8694-e7164a71aeea req-41f2e6dc-e42d-4e50-a483-ade5f20a5256 service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Neutron deleted interface 59fe05fe-0bab-4bbd-a43c-ec6b34878c30; detaching it from the instance and deleting it from the info cache [ 882.077615] env[69308]: DEBUG nova.network.neutron [req-db56fca6-16d9-4c55-8694-e7164a71aeea req-41f2e6dc-e42d-4e50-a483-ade5f20a5256 service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.157503] env[69308]: DEBUG nova.compute.utils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.161407] env[69308]: INFO nova.compute.claims [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.165502] env[69308]: DEBUG nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.165688] env[69308]: DEBUG nova.network.neutron [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.213504] env[69308]: DEBUG nova.policy [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f38b086c1a4ef1b1e30c6ff0ad36c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c18fe6e672f47269103d876f9d17f48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.332914] env[69308]: DEBUG nova.network.neutron [-] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.374427] env[69308]: DEBUG oslo_concurrency.lockutils [None req-afdc46f7-b86d-41e9-a7e6-239d7e7ff92e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.425s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.405556] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.405765] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.406075] env[69308]: DEBUG nova.network.neutron [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.433569] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.475822] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868494, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.482805] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.483156] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.581780] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30330163-8a4a-4e0f-8319-0332c82bd775 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.599165] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d5e38c-0340-4e30-a36d-3ac6f290195a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.641020] env[69308]: DEBUG nova.compute.manager [req-db56fca6-16d9-4c55-8694-e7164a71aeea req-41f2e6dc-e42d-4e50-a483-ade5f20a5256 service nova] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Detach interface failed, port_id=59fe05fe-0bab-4bbd-a43c-ec6b34878c30, reason: Instance 6518127c-ce73-4cd9-a46f-152e6c36a40f could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.666140] env[69308]: DEBUG nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.671828] env[69308]: INFO nova.compute.resource_tracker [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating resource usage from migration 2de1342b-76f4-4f39-946e-53eee87d6326 [ 882.706222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.710376] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.710376] env[69308]: DEBUG nova.compute.manager [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.710376] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2bd7e1-5876-4743-907e-8595679281ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.716049] env[69308]: DEBUG nova.compute.manager [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 882.716805] env[69308]: DEBUG nova.objects.instance [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.727101] env[69308]: DEBUG nova.network.neutron [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Successfully created port: f4f7f8f7-3aea-4956-b8eb-687f881936f8 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.826038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.826038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.826038] env[69308]: DEBUG nova.compute.manager [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.826845] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b63d73-7225-427c-9c74-9960a4998e43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.834955] env[69308]: DEBUG nova.compute.manager [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 882.835887] env[69308]: DEBUG nova.objects.instance [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'flavor' on Instance uuid 24aebbfc-0ec8-4f39-b013-49bc901e18d3 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.840432] env[69308]: INFO nova.compute.manager [-] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Took 1.39 seconds to deallocate network for instance. [ 882.931539] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868495, 'name': ReconfigVM_Task, 'duration_secs': 1.291235} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.931859] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.932745] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f010dbe1-6ad5-498d-99d8-e444f52742ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.964484] env[69308]: DEBUG nova.network.neutron [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.968921] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3117eef7-aaab-4fca-8ad6-d37431bead87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.986098] env[69308]: DEBUG nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.996039] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868494, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.582414} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.999018] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. [ 882.999018] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 882.999018] env[69308]: value = "task-3868496" [ 882.999018] env[69308]: _type = "Task" [ 882.999018] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.999018] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549c01f1-6ffc-4792-b411-508496df85e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.033546] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.043345] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.049330] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602b1402-1956-437a-86d3-f17c94096dc8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.071081] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 883.071081] env[69308]: value = "task-3868497" [ 883.071081] env[69308]: _type = "Task" [ 883.071081] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.084284] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.206595] env[69308]: DEBUG nova.network.neutron [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.348153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.349599] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63930314-3b6f-44c5-a5f2-5bdbc0f91efc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.361187] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb84933-923f-47db-9203-e47a9894c091 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.398032] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426cebc8-4da3-45c7-841d-614f9de043aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.404049] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf53ef2f-138a-4e88-a581-4cba3b1b7375 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.159007] env[69308]: DEBUG nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.161367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.161493] env[69308]: DEBUG nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Instance network_info: |[{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.161917] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.162312] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.162772] env[69308]: DEBUG nova.compute.provider_tree [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.171881] env[69308]: DEBUG nova.compute.manager [req-f715029b-aee8-46ed-b88a-36ff721a6939 req-6b859cb6-3b90-4a57-8c34-f9bc7e9b1362 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-changed-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.171881] env[69308]: DEBUG nova.compute.manager [req-f715029b-aee8-46ed-b88a-36ff721a6939 req-6b859cb6-3b90-4a57-8c34-f9bc7e9b1362 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Refreshing instance network info cache due to event network-changed-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.171881] env[69308]: DEBUG oslo_concurrency.lockutils [req-f715029b-aee8-46ed-b88a-36ff721a6939 req-6b859cb6-3b90-4a57-8c34-f9bc7e9b1362 service nova] Acquiring lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.171881] env[69308]: DEBUG oslo_concurrency.lockutils [req-f715029b-aee8-46ed-b88a-36ff721a6939 req-6b859cb6-3b90-4a57-8c34-f9bc7e9b1362 service nova] Acquired lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.171881] env[69308]: DEBUG nova.network.neutron [req-f715029b-aee8-46ed-b88a-36ff721a6939 req-6b859cb6-3b90-4a57-8c34-f9bc7e9b1362 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Refreshing network info cache for port 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.177892] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:c2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.182820] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.183064] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef3dd3b2-13d6-4777-b6ef-cffbf796e425 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.184695] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e98d6ef-0f29-47b0-8ed1-a26e32972e2c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.187786] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.188769] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0920c32e-c0b0-4078-8f01-ba20032600fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.213078] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868496, 'name': ReconfigVM_Task, 'duration_secs': 0.205146} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.213351] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.216847] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.219398] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.219398] env[69308]: DEBUG oslo_vmware.api [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 884.219398] env[69308]: value = "task-3868499" [ 884.219398] env[69308]: _type = "Task" [ 884.219398] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.219398] env[69308]: DEBUG oslo_vmware.api [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 884.219398] env[69308]: value = "task-3868498" [ 884.219398] env[69308]: _type = "Task" [ 884.219398] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.219398] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f832fd1-73d5-4aee-b509-af979fd2681a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.223232] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.223465] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.223625] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.223804] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.223951] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.224112] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.224324] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.224483] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.224650] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.224810] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.224978] env[69308]: DEBUG nova.virt.hardware [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.232437] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8522ea67-b03e-4760-ac71-fefa3ac6cedd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.236484] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.236484] env[69308]: value = "task-3868500" [ 884.236484] env[69308]: _type = "Task" [ 884.236484] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.243850] env[69308]: DEBUG oslo_vmware.api [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.250216] env[69308]: DEBUG oslo_vmware.api [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.250847] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 884.250847] env[69308]: value = "task-3868501" [ 884.250847] env[69308]: _type = "Task" [ 884.250847] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.252266] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a44640a-1c83-41af-9de5-0b5629e50ada {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.263591] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868500, 'name': CreateVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.279457] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868501, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.410033] env[69308]: DEBUG nova.network.neutron [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Successfully updated port: f4f7f8f7-3aea-4956-b8eb-687f881936f8 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.667768] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868497, 'name': ReconfigVM_Task, 'duration_secs': 1.444066} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.668092] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.669094] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a3fe05-0016-4d1e-a435-e05b0775a204 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.697033] env[69308]: DEBUG nova.scheduler.client.report [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.707334] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531f990c-dbd4-4d82-85b1-684275a703c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.730205] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 884.730205] env[69308]: value = "task-3868502" [ 884.730205] env[69308]: _type = "Task" [ 884.730205] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.740031] env[69308]: DEBUG oslo_vmware.api [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868498, 'name': PowerOffVM_Task, 'duration_secs': 0.453426} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.740813] env[69308]: DEBUG oslo_vmware.api [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868499, 'name': PowerOffVM_Task, 'duration_secs': 0.452881} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.741015] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.741260] env[69308]: DEBUG nova.compute.manager [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.744339] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.744574] env[69308]: DEBUG nova.compute.manager [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.748697] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259268ab-d417-4191-9f8a-7dbde7abe5d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.751955] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018a5c19-cefc-4366-9c6e-49cab33e553c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.755058] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.762207] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868500, 'name': CreateVM_Task, 'duration_secs': 0.472618} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.765847] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.776358] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.776554] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.776908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.777523] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.778031] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35aac7c4-14b2-4b00-8fc7-2903c8e292f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.785239] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 884.785239] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c60c2c-fbe8-b4b9-5528-d7517e4efd9d" [ 884.785239] env[69308]: _type = "Task" [ 884.785239] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.797262] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c60c2c-fbe8-b4b9-5528-d7517e4efd9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.913953] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-6a3bc1c6-d136-4125-9c5e-3704ed039744" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.914244] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-6a3bc1c6-d136-4125-9c5e-3704ed039744" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.914244] env[69308]: DEBUG nova.network.neutron [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.208724] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.557s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.209245] env[69308]: INFO nova.compute.manager [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Migrating [ 885.217369] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.810s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.247951] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868502, 'name': ReconfigVM_Task, 'duration_secs': 0.238806} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.250708] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.251296] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da863102-c63f-4891-bc21-1088daf11ab2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.263212] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 885.263212] env[69308]: value = "task-3868503" [ 885.263212] env[69308]: _type = "Task" [ 885.263212] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.271956] env[69308]: DEBUG oslo_vmware.api [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868501, 'name': PowerOnVM_Task, 'duration_secs': 0.632086} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.278070] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.290422] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.291172] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e7ff1a74-b7dc-447f-ba4b-43fdb22b9d07 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.584s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.293737] env[69308]: DEBUG nova.compute.manager [None req-46ca4f93-c357-4fb3-9807-9b70d5ca1297 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.294992] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdb44a4-9a8f-4e7b-9d71-4e545f195539 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.302480] env[69308]: DEBUG nova.network.neutron [req-f715029b-aee8-46ed-b88a-36ff721a6939 req-6b859cb6-3b90-4a57-8c34-f9bc7e9b1362 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updated VIF entry in instance network info cache for port 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.302729] env[69308]: DEBUG nova.network.neutron [req-f715029b-aee8-46ed-b88a-36ff721a6939 req-6b859cb6-3b90-4a57-8c34-f9bc7e9b1362 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.320988] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c60c2c-fbe8-b4b9-5528-d7517e4efd9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.321617] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.322015] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.322122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.322438] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.322779] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.323157] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e44778-952d-4395-bdb1-f93446f890ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.327216] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a608514f-50fb-4d29-86d7-5ea20446075c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.501s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.333566] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.334633] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.334633] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61d9aaa-31d7-4c29-a2e2-c2b601e43f79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.342319] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 885.342319] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523a5571-28e8-105e-edeb-b97638c3bca5" [ 885.342319] env[69308]: _type = "Task" [ 885.342319] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.354330] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523a5571-28e8-105e-edeb-b97638c3bca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.473991] env[69308]: DEBUG nova.network.neutron [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.673093] env[69308]: DEBUG nova.network.neutron [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Updating instance_info_cache with network_info: [{"id": "f4f7f8f7-3aea-4956-b8eb-687f881936f8", "address": "fa:16:3e:f8:cd:57", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4f7f8f7-3a", "ovs_interfaceid": "f4f7f8f7-3aea-4956-b8eb-687f881936f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.676814] env[69308]: DEBUG nova.objects.instance [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.738059] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.738059] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.738059] env[69308]: DEBUG nova.network.neutron [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.776546] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868503, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.806367] env[69308]: DEBUG oslo_concurrency.lockutils [req-f715029b-aee8-46ed-b88a-36ff721a6939 req-6b859cb6-3b90-4a57-8c34-f9bc7e9b1362 service nova] Releasing lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.854765] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523a5571-28e8-105e-edeb-b97638c3bca5, 'name': SearchDatastore_Task, 'duration_secs': 0.014124} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.855596] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075109a7-ddfb-4031-9873-23d599b17022 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.861756] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 885.861756] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52540435-90dc-ec80-7b41-bab1dd2fb554" [ 885.861756] env[69308]: _type = "Task" [ 885.861756] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.870319] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52540435-90dc-ec80-7b41-bab1dd2fb554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.943499] env[69308]: INFO nova.compute.manager [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Rebuilding instance [ 886.013258] env[69308]: DEBUG nova.compute.manager [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.014219] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f43ff9d-2ddd-4a8d-b809-b2d54b2070cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.074930] env[69308]: DEBUG nova.compute.manager [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Received event network-vif-plugged-f4f7f8f7-3aea-4956-b8eb-687f881936f8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.075178] env[69308]: DEBUG oslo_concurrency.lockutils [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] Acquiring lock "6a3bc1c6-d136-4125-9c5e-3704ed039744-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.075380] env[69308]: DEBUG oslo_concurrency.lockutils [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] Lock "6a3bc1c6-d136-4125-9c5e-3704ed039744-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.075550] env[69308]: DEBUG oslo_concurrency.lockutils [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] Lock "6a3bc1c6-d136-4125-9c5e-3704ed039744-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.075711] env[69308]: DEBUG nova.compute.manager [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] No waiting events found dispatching network-vif-plugged-f4f7f8f7-3aea-4956-b8eb-687f881936f8 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.075869] env[69308]: WARNING nova.compute.manager [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Received unexpected event network-vif-plugged-f4f7f8f7-3aea-4956-b8eb-687f881936f8 for instance with vm_state building and task_state spawning. [ 886.076170] env[69308]: DEBUG nova.compute.manager [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Received event network-changed-f4f7f8f7-3aea-4956-b8eb-687f881936f8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.076382] env[69308]: DEBUG nova.compute.manager [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Refreshing instance network info cache due to event network-changed-f4f7f8f7-3aea-4956-b8eb-687f881936f8. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.076554] env[69308]: DEBUG oslo_concurrency.lockutils [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] Acquiring lock "refresh_cache-6a3bc1c6-d136-4125-9c5e-3704ed039744" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.176402] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-6a3bc1c6-d136-4125-9c5e-3704ed039744" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.177052] env[69308]: DEBUG nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Instance network_info: |[{"id": "f4f7f8f7-3aea-4956-b8eb-687f881936f8", "address": "fa:16:3e:f8:cd:57", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4f7f8f7-3a", "ovs_interfaceid": "f4f7f8f7-3aea-4956-b8eb-687f881936f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.177395] env[69308]: DEBUG oslo_concurrency.lockutils [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] Acquired lock "refresh_cache-6a3bc1c6-d136-4125-9c5e-3704ed039744" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.177584] env[69308]: DEBUG nova.network.neutron [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Refreshing network info cache for port f4f7f8f7-3aea-4956-b8eb-687f881936f8 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.179034] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:cd:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4f7f8f7-3aea-4956-b8eb-687f881936f8', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.188326] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.191164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.191394] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.191585] env[69308]: DEBUG nova.network.neutron [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.191808] env[69308]: DEBUG nova.objects.instance [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'info_cache' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.194044] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.194287] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f578a3c7-9616-491f-91b0-9900b95fabc0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.215603] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.215603] env[69308]: value = "task-3868504" [ 886.215603] env[69308]: _type = "Task" [ 886.215603] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.224631] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868504, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.240468] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Applying migration context for instance 47fd2a9c-238c-4f6c-b282-9f826920cfae as it has an incoming, in-progress migration 2de1342b-76f4-4f39-946e-53eee87d6326. Migration status is pre-migrating {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 886.242699] env[69308]: INFO nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating resource usage from migration 2de1342b-76f4-4f39-946e-53eee87d6326 [ 886.270440] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 943cc30d-aa71-41d6-a022-fc9fe05b94a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.270600] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b72ebe87-2c2c-459f-ab59-53a52ab780f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.270789] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance abbf2f1c-ae9a-432a-baf5-7d7ce24253d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.270915] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance e33c7029-3e87-43b6-9865-c4d0d912974d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.271049] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 64302f20-818c-44b7-9518-1f894a0fce19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.271193] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 71b607ba-1ea1-4d50-8f6c-87e2d88706ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.271347] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 60f120c5-345a-44dd-b716-03a686a518f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.271464] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b2cfd112-af47-46e1-8546-f527c9d84253 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.271707] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.271707] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 44c77d66-cb34-49be-a255-8cdf9efe6a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.271807] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 07e6b1af-4468-4c40-92cb-6089417ff16f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.271906] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.272018] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance a62be1cf-8c04-4bf4-8e04-c98b30bc90a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.272145] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 2234356c-a233-4649-a30d-63af47b4e971 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.272257] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 640e9a74-46d3-4f82-89f7-a540fa3e93e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.272366] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance efafcb8a-d402-44d8-af37-38262e35621c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.272484] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance bc0637c2-ea33-4d9a-b789-c1f781370019 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.272744] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 1cc54f4a-55fa-4b1d-adbf-e8386d21d890 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.272744] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 6264b79b-a81f-4076-9e35-bf4f44deddf3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.272846] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 801f7d2c-13c7-42c4-b51d-48e5184c6292 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.272975] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 6518127c-ce73-4cd9-a46f-152e6c36a40f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.273123] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 24aebbfc-0ec8-4f39-b013-49bc901e18d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.273280] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 6c3166aa-860a-4c74-9c0f-85f082424d62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.273414] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 6a3bc1c6-d136-4125-9c5e-3704ed039744 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.280197] env[69308]: DEBUG oslo_vmware.api [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868503, 'name': PowerOnVM_Task, 'duration_secs': 0.773183} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.281141] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.283888] env[69308]: DEBUG nova.compute.manager [None req-9f2a2542-f63e-4735-930d-15e119528131 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.284590] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7b7579-1cd1-4e99-8ad2-5bad282e73d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.374178] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52540435-90dc-ec80-7b41-bab1dd2fb554, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.374320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.374575] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 6c3166aa-860a-4c74-9c0f-85f082424d62/6c3166aa-860a-4c74-9c0f-85f082424d62.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.374846] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb2d95d-92ba-4ea6-805e-fa5b8364f8a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.384140] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 886.384140] env[69308]: value = "task-3868505" [ 886.384140] env[69308]: _type = "Task" [ 886.384140] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.391575] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.530350] env[69308]: DEBUG nova.network.neutron [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance_info_cache with network_info: [{"id": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "address": "fa:16:3e:65:bb:4e", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1975a3b3-90", "ovs_interfaceid": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.604833] env[69308]: INFO nova.compute.manager [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Unrescuing [ 886.605139] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.605293] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquired lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.605460] env[69308]: DEBUG nova.network.neutron [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.694726] env[69308]: DEBUG nova.objects.base [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Object Instance<5870abd0-1c2c-43ae-9c3e-6bf3c0862c05> lazy-loaded attributes: flavor,info_cache {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 886.729606] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868504, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.782021] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 946bfb28-1889-4b37-bb7d-8f8d3565f39d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 886.782196] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Migration 2de1342b-76f4-4f39-946e-53eee87d6326 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 886.782322] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 47fd2a9c-238c-4f6c-b282-9f826920cfae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 886.900355] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.996658] env[69308]: DEBUG nova.network.neutron [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Updated VIF entry in instance network info cache for port f4f7f8f7-3aea-4956-b8eb-687f881936f8. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.996658] env[69308]: DEBUG nova.network.neutron [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Updating instance_info_cache with network_info: [{"id": "f4f7f8f7-3aea-4956-b8eb-687f881936f8", "address": "fa:16:3e:f8:cd:57", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4f7f8f7-3a", "ovs_interfaceid": "f4f7f8f7-3aea-4956-b8eb-687f881936f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.033761] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.035700] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.036051] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63a7de69-7f57-4093-846f-1c203b7ee0e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.045646] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 887.045646] env[69308]: value = "task-3868506" [ 887.045646] env[69308]: _type = "Task" [ 887.045646] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.060106] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 887.060693] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.062392] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e21361-83fd-4dd7-b3e3-d3237a403a84 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.078845] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.079430] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc351bee-463d-4fda-8d15-861a6202262e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.194042] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.194255] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.194461] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleting the datastore file [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.194707] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39b585b4-bff5-4367-9940-3e62474ae3b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.205567] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 887.205567] env[69308]: value = "task-3868508" [ 887.205567] env[69308]: _type = "Task" [ 887.205567] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.216929] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.226868] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868504, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.286998] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance d930a8a9-0db0-46ab-843f-6525300270cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 887.395153] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928888} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.395453] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 6c3166aa-860a-4c74-9c0f-85f082424d62/6c3166aa-860a-4c74-9c0f-85f082424d62.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.395915] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.395963] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65da9bc5-7af1-4ad5-83ba-93b4e8fb3274 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.404205] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 887.404205] env[69308]: value = "task-3868509" [ 887.404205] env[69308]: _type = "Task" [ 887.404205] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.412968] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.466911] env[69308]: DEBUG nova.network.neutron [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating instance_info_cache with network_info: [{"id": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "address": "fa:16:3e:b9:35:78", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b7cdd6-fb", "ovs_interfaceid": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.497924] env[69308]: DEBUG oslo_concurrency.lockutils [req-3dc220ff-c80d-44ca-acd7-b74d0887209e req-c4222e2b-e7e2-4fbd-9e2c-42a73fb6045c service nova] Releasing lock "refresh_cache-6a3bc1c6-d136-4125-9c5e-3704ed039744" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.524320] env[69308]: DEBUG nova.network.neutron [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updating instance_info_cache with network_info: [{"id": "973e10b9-1639-41b6-a037-095914ce7290", "address": "fa:16:3e:de:d0:e7", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973e10b9-16", "ovs_interfaceid": "973e10b9-1639-41b6-a037-095914ce7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.576510] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.576757] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.717924] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309602} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.720924] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.721133] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.721309] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.729531] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868504, 'name': CreateVM_Task, 'duration_secs': 1.353941} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.731043] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.731043] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.731043] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.731043] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.731246] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc55ae28-65ca-4c86-875e-b1646643b998 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.736039] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 887.736039] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d42746-b6be-1279-e824-e03494a5b184" [ 887.736039] env[69308]: _type = "Task" [ 887.736039] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.744330] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d42746-b6be-1279-e824-e03494a5b184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.792228] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 57240612-d241-48c8-845f-52503cdaf021 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 887.915588] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.975634] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Releasing lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.976609] env[69308]: DEBUG nova.objects.instance [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lazy-loading 'flavor' on Instance uuid 07e6b1af-4468-4c40-92cb-6089417ff16f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.027511] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Releasing lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.081138] env[69308]: DEBUG nova.compute.utils [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.248244] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d42746-b6be-1279-e824-e03494a5b184, 'name': SearchDatastore_Task, 'duration_secs': 0.019105} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.248633] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.248907] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.249214] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.249395] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.249551] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.249827] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01afdd87-c014-44a7-935d-bc808e6adb1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.260212] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.260417] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.261190] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d788c73-aaa6-4f2b-860b-dfeae0d4ef4d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.267717] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 888.267717] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]528c7657-0916-8675-446f-74ab3bb984c8" [ 888.267717] env[69308]: _type = "Task" [ 888.267717] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.276934] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528c7657-0916-8675-446f-74ab3bb984c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.295306] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 8f61152a-ba4c-402d-aa6a-32345bb4309f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 888.416908] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.012272} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.417221] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.418050] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c941b5-aad2-486e-8a63-f4fc02485fa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.440475] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 6c3166aa-860a-4c74-9c0f-85f082424d62/6c3166aa-860a-4c74-9c0f-85f082424d62.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.441145] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe670f48-e954-4df9-9d89-3aaa7b306817 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.463951] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 888.463951] env[69308]: value = "task-3868510" [ 888.463951] env[69308]: _type = "Task" [ 888.463951] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.472679] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.484036] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9beb44-084a-45dc-8679-4a9ed5bc1c8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.510581] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.511007] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59fdccff-bf31-4d32-8e53-e27cba5aa9bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.518769] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 888.518769] env[69308]: value = "task-3868511" [ 888.518769] env[69308]: _type = "Task" [ 888.518769] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.528264] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.553795] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45622a-9d11-45de-9957-fc1419e1d1ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.578476] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance '47fd2a9c-238c-4f6c-b282-9f826920cfae' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.586025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.667076] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.667325] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.767802] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.768149] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.768353] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.768595] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.768788] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.768999] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.769272] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.769484] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.769691] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.769918] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.770140] env[69308]: DEBUG nova.virt.hardware [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.771135] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107ece83-64ef-44f5-9e21-b3e90c9c2af9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.787107] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7404e9e5-cce7-4f95-9b67-99fe597b2999 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.791625] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528c7657-0916-8675-446f-74ab3bb984c8, 'name': SearchDatastore_Task, 'duration_secs': 0.038888} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.792953] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e218190-cbd0-46af-9d93-218dbc3d2215 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.806435] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance fdc7294d-e510-45d8-a101-d6d3b777fcaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 888.809149] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:d7:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb590746-48a8-4271-a303-ff403dffddbf', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.817820] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.822043] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.822043] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faa71ba7-e6c3-44e3-bfa1-af9903d5228f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.851266] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 888.851266] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52075541-4b62-e1f6-c642-57170a257f42" [ 888.851266] env[69308]: _type = "Task" [ 888.851266] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.858179] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.858179] env[69308]: value = "task-3868512" [ 888.858179] env[69308]: _type = "Task" [ 888.858179] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.868796] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52075541-4b62-e1f6-c642-57170a257f42, 'name': SearchDatastore_Task, 'duration_secs': 0.02744} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.868991] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.869105] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6a3bc1c6-d136-4125-9c5e-3704ed039744/6a3bc1c6-d136-4125-9c5e-3704ed039744.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.869387] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-797cd6b1-d7e7-4751-bee9-89077bc2b346 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.875155] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868512, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.880543] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 888.880543] env[69308]: value = "task-3868513" [ 888.880543] env[69308]: _type = "Task" [ 888.880543] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.889131] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.975652] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868510, 'name': ReconfigVM_Task, 'duration_secs': 0.450516} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.975985] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 6c3166aa-860a-4c74-9c0f-85f082424d62/6c3166aa-860a-4c74-9c0f-85f082424d62.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.976683] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f4c1aa-18ba-4e03-80fa-e7bda0b9ddb2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.985664] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 888.985664] env[69308]: value = "task-3868514" [ 888.985664] env[69308]: _type = "Task" [ 888.985664] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.996045] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868514, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.029137] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868511, 'name': PowerOffVM_Task, 'duration_secs': 0.359126} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.029478] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.034925] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfiguring VM instance instance-0000002e to detach disk 2002 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.035455] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.035697] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627f2da6-db2f-4da4-a11e-618dc010e2f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.049027] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e87e3a-13cc-4d74-b73d-e487b365c5fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.056864] env[69308]: DEBUG oslo_vmware.api [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 889.056864] env[69308]: value = "task-3868515" [ 889.056864] env[69308]: _type = "Task" [ 889.056864] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.061205] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 889.061205] env[69308]: value = "task-3868516" [ 889.061205] env[69308]: _type = "Task" [ 889.061205] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.067718] env[69308]: DEBUG oslo_vmware.api [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.073742] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.086281] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.086281] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3c0012c-46b1-41bc-aab8-fd89c8e94115 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.095677] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 889.095677] env[69308]: value = "task-3868517" [ 889.095677] env[69308]: _type = "Task" [ 889.095677] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.106711] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.172354] env[69308]: DEBUG nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.320059] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 6803c1da-f1d1-4b4f-a067-170e95276d4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 889.320524] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (b6fa2e8a-c639-42f2-b0fa-1f05614fc14f): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 889.372244] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868512, 'name': CreateVM_Task, 'duration_secs': 0.356391} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.372408] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.373187] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.373383] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.373711] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.374026] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba12afb-d25f-4162-b92c-84256132adb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.387711] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 889.387711] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4e0ba-e19f-e4b6-94a5-e125e9c69a55" [ 889.387711] env[69308]: _type = "Task" [ 889.387711] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.396463] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868513, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.406697] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4e0ba-e19f-e4b6-94a5-e125e9c69a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.499575] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868514, 'name': Rename_Task, 'duration_secs': 0.157465} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.499985] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.500325] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-880dbd65-8fcc-470e-8a6e-0b8355c61f13 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.508485] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 889.508485] env[69308]: value = "task-3868518" [ 889.508485] env[69308]: _type = "Task" [ 889.508485] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.521824] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.575026] env[69308]: DEBUG oslo_vmware.api [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.577800] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.610720] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868517, 'name': PowerOffVM_Task, 'duration_secs': 0.218613} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.610720] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.610989] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance '47fd2a9c-238c-4f6c-b282-9f826920cfae' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 889.657073] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.657349] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.657584] env[69308]: INFO nova.compute.manager [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Attaching volume 0236e5b9-3800-46e8-9873-5e000e4bb6a8 to /dev/sdb [ 889.707802] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a033217c-c063-467b-a410-3a561d9f79d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.721040] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.722048] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b6a08a-66de-4306-aa60-e95d51ccff8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.739404] env[69308]: DEBUG nova.virt.block_device [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Updating existing volume attachment record: eca36ba6-57d3-4a58-993e-864f965c017c {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 889.824294] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b8b3a0cc-9e40-4548-9340-dfa437d6d39b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 889.824697] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 889.824861] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 889.896923] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591244} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.901775] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6a3bc1c6-d136-4125-9c5e-3704ed039744/6a3bc1c6-d136-4125-9c5e-3704ed039744.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.901775] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.901775] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e539b739-2d5f-4300-a27d-1085021125c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.907801] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4e0ba-e19f-e4b6-94a5-e125e9c69a55, 'name': SearchDatastore_Task, 'duration_secs': 0.023186} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.908261] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.908520] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.908968] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.908968] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.909305] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.909447] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16b6da30-9fb4-4a26-a4d6-f60a88d599b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.915268] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 889.915268] env[69308]: value = "task-3868520" [ 889.915268] env[69308]: _type = "Task" [ 889.915268] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.919130] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.919391] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.920854] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a8c5df-9f69-430c-b53e-174acacd1895 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.930056] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.934135] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 889.934135] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c15a25-4a2b-81a9-3ac8-c8b83a0fdf4e" [ 889.934135] env[69308]: _type = "Task" [ 889.934135] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.944117] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c15a25-4a2b-81a9-3ac8-c8b83a0fdf4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.020567] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.073958] env[69308]: DEBUG oslo_vmware.api [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868515, 'name': PowerOnVM_Task, 'duration_secs': 0.692911} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.075024] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.075278] env[69308]: DEBUG nova.compute.manager [None req-f70429b9-fa86-4217-a2d2-573fae40e867 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.076149] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af94119b-e7ad-4403-9b68-74951bb99fc4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.084389] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868516, 'name': ReconfigVM_Task, 'duration_secs': 0.592054} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.085298] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfigured VM instance instance-0000002e to detach disk 2002 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 890.085598] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.085905] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbfe9c8c-47de-48fb-ad01-5ead1608411a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.102129] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 890.102129] env[69308]: value = "task-3868523" [ 890.102129] env[69308]: _type = "Task" [ 890.102129] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.111993] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.118222] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.118493] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.118663] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.118909] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.118985] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.119142] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.119357] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.119529] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.119691] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.119880] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.120143] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.126216] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a6a655-255f-4bdf-ade0-fc473eecc491 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.150315] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 890.150315] env[69308]: value = "task-3868524" [ 890.150315] env[69308]: _type = "Task" [ 890.150315] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.161133] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.425182] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243702} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.425463] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.426396] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd002299-076d-4e03-87c0-b380a47b76de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.450849] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6a3bc1c6-d136-4125-9c5e-3704ed039744/6a3bc1c6-d136-4125-9c5e-3704ed039744.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.455405] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b5a552-1ff4-4045-a0b8-064a71d19e4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.471025] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a09e0c1-4014-4300-98aa-62df9c0198a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.482423] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c15a25-4a2b-81a9-3ac8-c8b83a0fdf4e, 'name': SearchDatastore_Task, 'duration_secs': 0.025812} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.486272] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 890.486272] env[69308]: value = "task-3868525" [ 890.486272] env[69308]: _type = "Task" [ 890.486272] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.486590] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2faf93a2-70cc-4f2d-a7e7-4e5cb4e90567 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.489797] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89068105-2386-4e44-a541-66db3214120d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.500773] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 890.500773] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bcaf23-47f3-b568-f649-7e60422453e5" [ 890.500773] env[69308]: _type = "Task" [ 890.500773] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.539637] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a0c9c5-4e0d-4ba4-8ec4-b4810057c582 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.549799] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bcaf23-47f3-b568-f649-7e60422453e5, 'name': SearchDatastore_Task, 'duration_secs': 0.022991} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.556721] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.557155] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3/24aebbfc-0ec8-4f39-b013-49bc901e18d3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.557690] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868518, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.558042] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48a8042c-7496-48d6-85e5-41a9816f270f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.562476] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdd3f27-95b6-41f8-abfa-df2862167d04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.580896] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.586252] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 890.586252] env[69308]: value = "task-3868526" [ 890.586252] env[69308]: _type = "Task" [ 890.586252] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.606482] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.617854] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.662562] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868524, 'name': ReconfigVM_Task, 'duration_secs': 0.420166} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.666040] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance '47fd2a9c-238c-4f6c-b282-9f826920cfae' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.011996] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.044249] env[69308]: DEBUG oslo_vmware.api [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868518, 'name': PowerOnVM_Task, 'duration_secs': 1.183306} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.044592] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.044952] env[69308]: INFO nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Took 10.18 seconds to spawn the instance on the hypervisor. [ 891.045057] env[69308]: DEBUG nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.049023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd51891a-380e-49b6-9c57-0137e8aac64b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.084462] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.090920] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.091432] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.091536] env[69308]: INFO nova.compute.manager [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Shelving [ 891.105160] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868526, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.118273] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.171165] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:49:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d5885148-569f-48b0-8df9-bb1db0021d48',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-442422265',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.171572] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.171838] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.172143] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.172311] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.172565] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.172847] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.173326] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.173326] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.173613] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.173952] env[69308]: DEBUG nova.virt.hardware [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.180396] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 891.181170] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842fb450-a8c1-49be-8672-5c29c7aa9348 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.204957] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 891.204957] env[69308]: value = "task-3868527" [ 891.204957] env[69308]: _type = "Task" [ 891.204957] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.215487] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.500982] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868525, 'name': ReconfigVM_Task, 'duration_secs': 0.698232} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.501366] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6a3bc1c6-d136-4125-9c5e-3704ed039744/6a3bc1c6-d136-4125-9c5e-3704ed039744.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.502113] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-848c107a-9289-47a4-b672-05f745037900 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.510710] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 891.510710] env[69308]: value = "task-3868528" [ 891.510710] env[69308]: _type = "Task" [ 891.510710] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.521144] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868528, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.569043] env[69308]: INFO nova.compute.manager [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Took 52.96 seconds to build instance. [ 891.590058] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 891.590326] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.373s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.590899] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.680s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.592784] env[69308]: INFO nova.compute.claims [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.595409] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 891.595613] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Cleaning up deleted instances {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 891.616341] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886661} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.617172] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3/24aebbfc-0ec8-4f39-b013-49bc901e18d3.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.617475] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.617811] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-434fccfc-9052-4bd4-a333-6c2afc660980 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.623874] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868523, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.630567] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 891.630567] env[69308]: value = "task-3868529" [ 891.630567] env[69308]: _type = "Task" [ 891.630567] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.640680] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.717370] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868527, 'name': ReconfigVM_Task, 'duration_secs': 0.264938} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.717667] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 891.718649] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c67083e-b51c-40eb-ab15-0e9decedd425 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.745042] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae/47fd2a9c-238c-4f6c-b282-9f826920cfae.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.745808] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8206f66f-1aff-4bc1-9f46-0e8a64bf0f84 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.768533] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 891.768533] env[69308]: value = "task-3868530" [ 891.768533] env[69308]: _type = "Task" [ 891.768533] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.784637] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.022955] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868528, 'name': Rename_Task, 'duration_secs': 0.202555} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.023405] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.023762] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1a4c1a-db87-4f3f-82ff-be952b37ab91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.031624] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 892.031624] env[69308]: value = "task-3868531" [ 892.031624] env[69308]: _type = "Task" [ 892.031624] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.043462] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.071611] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7e810c6e-9b19-4150-b9f5-76f71f93874d tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.380s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.109335] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] There are 37 instances to clean {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 892.109734] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 9750dfe2-f2e7-42d3-9149-25ed9e0400f7] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.116461] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.117074] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f69e98e-ec34-46ad-a001-f2beeff1ec3a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.126038] env[69308]: DEBUG oslo_vmware.api [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868523, 'name': PowerOnVM_Task, 'duration_secs': 1.702988} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.127104] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.127352] env[69308]: DEBUG nova.compute.manager [None req-ab41bf12-3db3-4c46-9d81-c5d5581f3616 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.127696] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 892.127696] env[69308]: value = "task-3868533" [ 892.127696] env[69308]: _type = "Task" [ 892.127696] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.128491] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a98172e-184a-45c7-a7ce-eeb84585b4f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.153105] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.153456] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092712} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.154695] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.155894] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fdf183-5ce4-4154-9ad3-08638f728943 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.188377] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3/24aebbfc-0ec8-4f39-b013-49bc901e18d3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.189139] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-667952af-9c8b-4290-bda3-44d2521f6b85 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.213809] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 892.213809] env[69308]: value = "task-3868534" [ 892.213809] env[69308]: _type = "Task" [ 892.213809] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.224375] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.281313] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.544704] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.615563] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: f2314bad-495a-4344-bb55-3bed46135007] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.645689] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868533, 'name': PowerOffVM_Task, 'duration_secs': 0.218059} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.648941] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.653023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64099846-3b90-4e67-94bd-87fc5de28901 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.683942] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5492d7-bec6-4bbc-b8b3-8361d0565cae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.727964] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868534, 'name': ReconfigVM_Task, 'duration_secs': 0.442604} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.727964] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3/24aebbfc-0ec8-4f39-b013-49bc901e18d3.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.728725] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baa5363e-76b4-4121-971d-9512eb8663c9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.736238] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 892.736238] env[69308]: value = "task-3868535" [ 892.736238] env[69308]: _type = "Task" [ 892.736238] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.747978] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868535, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.782429] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868530, 'name': ReconfigVM_Task, 'duration_secs': 0.615905} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.784071] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae/47fd2a9c-238c-4f6c-b282-9f826920cfae.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.784071] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance '47fd2a9c-238c-4f6c-b282-9f826920cfae' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.043992] env[69308]: DEBUG oslo_vmware.api [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868531, 'name': PowerOnVM_Task, 'duration_secs': 0.599112} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.044710] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.044710] env[69308]: INFO nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Took 8.89 seconds to spawn the instance on the hypervisor. [ 893.044710] env[69308]: DEBUG nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.045490] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033e6b1-9bc0-48de-92cf-16196981356f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.122712] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 7bcad6cc-6b37-498f-816d-2c84ffa08b6d] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.137279] env[69308]: DEBUG nova.compute.manager [req-8e1eab52-2da3-4155-a870-8d56e82d69b5 req-c9d9cc1a-10ea-45ee-b6d1-b5dd1df33ab5 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-changed-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.137279] env[69308]: DEBUG nova.compute.manager [req-8e1eab52-2da3-4155-a870-8d56e82d69b5 req-c9d9cc1a-10ea-45ee-b6d1-b5dd1df33ab5 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Refreshing instance network info cache due to event network-changed-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.137518] env[69308]: DEBUG oslo_concurrency.lockutils [req-8e1eab52-2da3-4155-a870-8d56e82d69b5 req-c9d9cc1a-10ea-45ee-b6d1-b5dd1df33ab5 service nova] Acquiring lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.137814] env[69308]: DEBUG oslo_concurrency.lockutils [req-8e1eab52-2da3-4155-a870-8d56e82d69b5 req-c9d9cc1a-10ea-45ee-b6d1-b5dd1df33ab5 service nova] Acquired lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.137814] env[69308]: DEBUG nova.network.neutron [req-8e1eab52-2da3-4155-a870-8d56e82d69b5 req-c9d9cc1a-10ea-45ee-b6d1-b5dd1df33ab5 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Refreshing network info cache for port 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.196974] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 893.197673] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1187c5bf-4950-485e-9bbe-e2e2c244c07c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.209665] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 893.209665] env[69308]: value = "task-3868536" [ 893.209665] env[69308]: _type = "Task" [ 893.209665] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.227133] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868536, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.250756] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868535, 'name': Rename_Task, 'duration_secs': 0.495453} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.250756] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.250756] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56bea882-85cb-4839-b825-da37e28fc6f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.257643] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 893.257643] env[69308]: value = "task-3868537" [ 893.257643] env[69308]: _type = "Task" [ 893.257643] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.272337] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.282092] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513da379-f5e5-4449-8d4d-03fa7d59a184 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.291597] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39055b7-55cc-44ee-b9b8-57fc539c499f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.295419] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01991ada-96bc-42a3-a8bd-a503fe4201da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.347786] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527e939e-3da8-4627-bf7e-0bfa4ee8faef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.352129] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec173dee-d5f7-4fe4-8fc4-ed5c1f3c790f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.379675] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance '47fd2a9c-238c-4f6c-b282-9f826920cfae' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.386046] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486c31a3-e0fd-4ecb-88db-ae821e6d1cfe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.405736] env[69308]: DEBUG nova.compute.provider_tree [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.576410] env[69308]: INFO nova.compute.manager [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Took 54.17 seconds to build instance. [ 893.629891] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: fe4ef999-119c-4235-85dd-f1848885b31a] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.654028] env[69308]: DEBUG nova.compute.manager [req-f4cea1b4-a667-483c-99f1-d613867b08ca req-003c0667-30b8-4286-ba59-db4e603ab2e7 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Received event network-changed-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.654240] env[69308]: DEBUG nova.compute.manager [req-f4cea1b4-a667-483c-99f1-d613867b08ca req-003c0667-30b8-4286-ba59-db4e603ab2e7 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Refreshing instance network info cache due to event network-changed-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.654459] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4cea1b4-a667-483c-99f1-d613867b08ca req-003c0667-30b8-4286-ba59-db4e603ab2e7 service nova] Acquiring lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.654598] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4cea1b4-a667-483c-99f1-d613867b08ca req-003c0667-30b8-4286-ba59-db4e603ab2e7 service nova] Acquired lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.655709] env[69308]: DEBUG nova.network.neutron [req-f4cea1b4-a667-483c-99f1-d613867b08ca req-003c0667-30b8-4286-ba59-db4e603ab2e7 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Refreshing network info cache for port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.724273] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868536, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.771227] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.910441] env[69308]: DEBUG nova.scheduler.client.report [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.967647] env[69308]: DEBUG nova.network.neutron [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Port 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 894.061023] env[69308]: DEBUG nova.network.neutron [req-8e1eab52-2da3-4155-a870-8d56e82d69b5 req-c9d9cc1a-10ea-45ee-b6d1-b5dd1df33ab5 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updated VIF entry in instance network info cache for port 0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.061350] env[69308]: DEBUG nova.network.neutron [req-8e1eab52-2da3-4155-a870-8d56e82d69b5 req-c9d9cc1a-10ea-45ee-b6d1-b5dd1df33ab5 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.079519] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3a106a5-f649-4b77-a2d2-a434d1479fb5 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "6a3bc1c6-d136-4125-9c5e-3704ed039744" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.061s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.135407] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 22889b96-78e6-4b9c-8b43-a423dfe509bc] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.220702] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868536, 'name': CreateSnapshot_Task, 'duration_secs': 0.847195} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.220990] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 894.221821] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0220281-976c-4443-92e4-7280043fc60a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.269541] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.288546] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 894.288913] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768681', 'volume_id': '0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'name': 'volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c77d66-cb34-49be-a255-8cdf9efe6a18', 'attached_at': '', 'detached_at': '', 'volume_id': '0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'serial': '0236e5b9-3800-46e8-9873-5e000e4bb6a8'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 894.289976] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8425f2-f351-4da9-8ef8-06e012090a1d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.315038] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bed495-c14e-4be7-b1af-98a76eefff12 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.345771] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8/volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.346582] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23d1b17-de53-470c-9f85-15527848ca6d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.372948] env[69308]: DEBUG oslo_vmware.api [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 894.372948] env[69308]: value = "task-3868538" [ 894.372948] env[69308]: _type = "Task" [ 894.372948] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.381222] env[69308]: DEBUG oslo_vmware.api [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.416571] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.417221] env[69308]: DEBUG nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.424022] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.942s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.424022] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.425128] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.403s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.429238] env[69308]: INFO nova.compute.claims [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.478651] env[69308]: INFO nova.scheduler.client.report [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Deleted allocations for instance 60f120c5-345a-44dd-b716-03a686a518f3 [ 894.548562] env[69308]: DEBUG nova.network.neutron [req-f4cea1b4-a667-483c-99f1-d613867b08ca req-003c0667-30b8-4286-ba59-db4e603ab2e7 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updated VIF entry in instance network info cache for port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.548939] env[69308]: DEBUG nova.network.neutron [req-f4cea1b4-a667-483c-99f1-d613867b08ca req-003c0667-30b8-4286-ba59-db4e603ab2e7 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating instance_info_cache with network_info: [{"id": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "address": "fa:16:3e:b9:35:78", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b7cdd6-fb", "ovs_interfaceid": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.565639] env[69308]: DEBUG oslo_concurrency.lockutils [req-8e1eab52-2da3-4155-a870-8d56e82d69b5 req-c9d9cc1a-10ea-45ee-b6d1-b5dd1df33ab5 service nova] Releasing lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.638202] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 0a8b54ec-3f2c-4313-a47b-cc81e55c20f9] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.745371] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 894.746349] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6654121d-e868-4d93-948b-8f74b4623624 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.758774] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 894.758774] env[69308]: value = "task-3868539" [ 894.758774] env[69308]: _type = "Task" [ 894.758774] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.772162] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.775727] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868539, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.882794] env[69308]: DEBUG oslo_vmware.api [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.932135] env[69308]: DEBUG nova.compute.utils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.934531] env[69308]: DEBUG nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.934851] env[69308]: DEBUG nova.network.neutron [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.994485] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.994733] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.994908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.005038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7934732e-64c1-4fd8-b912-4930e29fe505 tempest-FloatingIPsAssociationTestJSON-720000006 tempest-FloatingIPsAssociationTestJSON-720000006-project-member] Lock "60f120c5-345a-44dd-b716-03a686a518f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.131s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.052602] env[69308]: DEBUG oslo_concurrency.lockutils [req-f4cea1b4-a667-483c-99f1-d613867b08ca req-003c0667-30b8-4286-ba59-db4e603ab2e7 service nova] Releasing lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.132750] env[69308]: INFO nova.compute.manager [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Rebuilding instance [ 895.143109] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5472357a-7746-41f9-9c0a-4edaaea0570a] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.180691] env[69308]: DEBUG nova.compute.manager [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.181864] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0988ff17-25cc-4d48-9e29-f0e370db1d32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.276339] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868539, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.280139] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868537, 'name': PowerOnVM_Task, 'duration_secs': 1.553699} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.280475] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.280733] env[69308]: DEBUG nova.compute.manager [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.281794] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adef9cf-68de-4f99-be8b-92bb631189d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.296653] env[69308]: DEBUG nova.policy [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d964e82fc5b472f97cff59fb0a5d6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7764a62d89b54ddb984a35b687a42afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.382896] env[69308]: DEBUG oslo_vmware.api [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.445590] env[69308]: DEBUG nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.650219] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 3c81e760-ffaa-4b84-bd9b-2e253f268dee] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.692234] env[69308]: DEBUG nova.compute.manager [req-f68ba5eb-e98d-433d-a863-2878d810de4c req-a63f6538-2a04-44c8-9eab-410fc01db056 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Received event network-changed-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.692234] env[69308]: DEBUG nova.compute.manager [req-f68ba5eb-e98d-433d-a863-2878d810de4c req-a63f6538-2a04-44c8-9eab-410fc01db056 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Refreshing instance network info cache due to event network-changed-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.692234] env[69308]: DEBUG oslo_concurrency.lockutils [req-f68ba5eb-e98d-433d-a863-2878d810de4c req-a63f6538-2a04-44c8-9eab-410fc01db056 service nova] Acquiring lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.692234] env[69308]: DEBUG oslo_concurrency.lockutils [req-f68ba5eb-e98d-433d-a863-2878d810de4c req-a63f6538-2a04-44c8-9eab-410fc01db056 service nova] Acquired lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.692234] env[69308]: DEBUG nova.network.neutron [req-f68ba5eb-e98d-433d-a863-2878d810de4c req-a63f6538-2a04-44c8-9eab-410fc01db056 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Refreshing network info cache for port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.773159] env[69308]: DEBUG nova.network.neutron [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Successfully created port: 6d6f1b6b-357d-4996-b41a-258ad5419e68 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.781670] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868539, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.798802] env[69308]: INFO nova.compute.manager [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] bringing vm to original state: 'stopped' [ 895.886013] env[69308]: DEBUG oslo_vmware.api [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868538, 'name': ReconfigVM_Task, 'duration_secs': 1.167089} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.886448] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8/volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.895243] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba0bc07b-df83-4901-a589-b1ea173db567 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.913181] env[69308]: DEBUG oslo_vmware.api [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 895.913181] env[69308]: value = "task-3868540" [ 895.913181] env[69308]: _type = "Task" [ 895.913181] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.928307] env[69308]: DEBUG oslo_vmware.api [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.018949] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781f1118-67cc-4efb-a5f9-f9de8a579715 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.027395] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea32707-ca2e-417e-ba55-190deacbd2fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.061855] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c603616d-73a3-4ebe-99e6-aac7c3191265 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.070523] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6cd45a-2be8-45fe-bd06-753fbf50e157 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.086973] env[69308]: DEBUG nova.compute.provider_tree [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.107440] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.107624] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.107813] env[69308]: DEBUG nova.network.neutron [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.152839] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 1d3eaa6c-8a56-4bca-a518-e5b5274058a2] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.200168] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.200455] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc234856-adfb-4eaa-aaf3-245da206558c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.208651] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 896.208651] env[69308]: value = "task-3868541" [ 896.208651] env[69308]: _type = "Task" [ 896.208651] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.219836] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.278492] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868539, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.424553] env[69308]: DEBUG oslo_vmware.api [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868540, 'name': ReconfigVM_Task, 'duration_secs': 0.185323} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.427690] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768681', 'volume_id': '0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'name': 'volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c77d66-cb34-49be-a255-8cdf9efe6a18', 'attached_at': '', 'detached_at': '', 'volume_id': '0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'serial': '0236e5b9-3800-46e8-9873-5e000e4bb6a8'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 896.454304] env[69308]: DEBUG nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.494133] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.494414] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.494577] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.494761] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.494923] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.495129] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.495378] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.495538] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.495708] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.495872] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.496061] env[69308]: DEBUG nova.virt.hardware [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.496935] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c48c00-592b-42e8-9c51-b746e05c2d07 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.507113] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8fda6-986c-4872-a2d7-ba98284c1d1c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.590080] env[69308]: DEBUG nova.scheduler.client.report [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.657362] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: f2d1e51f-f7b2-4e46-9ae6-984246ca64e4] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.718676] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868541, 'name': PowerOffVM_Task, 'duration_secs': 0.313683} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.718953] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.719241] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.720088] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b1de2-756b-4f39-b026-d750a1dcea21 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.727475] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.727719] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9267b396-332e-4503-8c0d-05cb8a194066 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.775009] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868539, 'name': CloneVM_Task, 'duration_secs': 1.720421} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.775391] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Created linked-clone VM from snapshot [ 896.776090] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bef5b3-e3fb-4eaa-8f24-098e42a28104 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.795660] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Uploading image 751a875e-be4a-4221-91cc-dd26957dbe5a {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 896.800761] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.800987] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.801353] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleting the datastore file [datastore2] 6a3bc1c6-d136-4125-9c5e-3704ed039744 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.801484] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0386ad61-0c54-4af5-a3e7-d8037ffb07d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.809945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.809945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.809945] env[69308]: DEBUG nova.compute.manager [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.810109] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 896.810109] env[69308]: value = "task-3868543" [ 896.810109] env[69308]: _type = "Task" [ 896.810109] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.811517] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa0e095-8ecf-4feb-861c-7c36fbc293c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.836660] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 896.836660] env[69308]: value = "vm-768683" [ 896.836660] env[69308]: _type = "VirtualMachine" [ 896.836660] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 896.836963] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36339307-dfdc-4295-9d12-768d80c89581 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.845069] env[69308]: DEBUG nova.compute.manager [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 896.847212] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.854448] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lease: (returnval){ [ 896.854448] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff9b2b-008a-68f2-55a2-74445c647032" [ 896.854448] env[69308]: _type = "HttpNfcLease" [ 896.854448] env[69308]: } obtained for exporting VM: (result){ [ 896.854448] env[69308]: value = "vm-768683" [ 896.854448] env[69308]: _type = "VirtualMachine" [ 896.854448] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 896.854791] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the lease: (returnval){ [ 896.854791] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff9b2b-008a-68f2-55a2-74445c647032" [ 896.854791] env[69308]: _type = "HttpNfcLease" [ 896.854791] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 896.863565] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.863565] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff9b2b-008a-68f2-55a2-74445c647032" [ 896.863565] env[69308]: _type = "HttpNfcLease" [ 896.863565] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 897.086526] env[69308]: DEBUG nova.network.neutron [req-f68ba5eb-e98d-433d-a863-2878d810de4c req-a63f6538-2a04-44c8-9eab-410fc01db056 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updated VIF entry in instance network info cache for port 13b7cdd6-fb8f-48c0-970a-87d7b95f4f14. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.087008] env[69308]: DEBUG nova.network.neutron [req-f68ba5eb-e98d-433d-a863-2878d810de4c req-a63f6538-2a04-44c8-9eab-410fc01db056 service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating instance_info_cache with network_info: [{"id": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "address": "fa:16:3e:b9:35:78", "network": {"id": "e5d84957-3fe7-4c95-8afb-1f3c639f6307", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1069216584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00b05245e5594ef9a7a86b58c2542a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b7cdd6-fb", "ovs_interfaceid": "13b7cdd6-fb8f-48c0-970a-87d7b95f4f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.095321] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.100039] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.335s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.100039] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.103090] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.123s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.104923] env[69308]: INFO nova.compute.claims [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.136823] env[69308]: INFO nova.scheduler.client.report [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted allocations for instance 71b607ba-1ea1-4d50-8f6c-87e2d88706ec [ 897.165398] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 1084ebd4-418b-452e-a59b-d139d536f4d6] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.218310] env[69308]: DEBUG nova.network.neutron [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance_info_cache with network_info: [{"id": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "address": "fa:16:3e:65:bb:4e", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1975a3b3-90", "ovs_interfaceid": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.327359] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.350565] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.350919] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d4e09b-784f-4018-a172-d127f34e16ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.361584] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 897.361584] env[69308]: value = "task-3868545" [ 897.361584] env[69308]: _type = "Task" [ 897.361584] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.371468] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.371468] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff9b2b-008a-68f2-55a2-74445c647032" [ 897.371468] env[69308]: _type = "HttpNfcLease" [ 897.371468] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 897.372810] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 897.372810] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff9b2b-008a-68f2-55a2-74445c647032" [ 897.372810] env[69308]: _type = "HttpNfcLease" [ 897.372810] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 897.374356] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b2fe55-1790-4efb-96c2-4412dbc7c652 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.381723] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.388364] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f567f7-8050-b8c9-e81f-5a62179f598f/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 897.388674] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f567f7-8050-b8c9-e81f-5a62179f598f/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 897.472740] env[69308]: DEBUG nova.objects.instance [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'flavor' on Instance uuid 44c77d66-cb34-49be-a255-8cdf9efe6a18 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.507961] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5511eaf4-a820-479a-bec3-6e03169717fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.593543] env[69308]: DEBUG oslo_concurrency.lockutils [req-f68ba5eb-e98d-433d-a863-2878d810de4c req-a63f6538-2a04-44c8-9eab-410fc01db056 service nova] Releasing lock "refresh_cache-07e6b1af-4468-4c40-92cb-6089417ff16f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.611146] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "8f1d6e6a-8b1a-4272-bff6-8a4889d5618b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.611520] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "8f1d6e6a-8b1a-4272-bff6-8a4889d5618b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.650033] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6534c637-15f5-4e46-90a2-013d0d217f75 tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "71b607ba-1ea1-4d50-8f6c-87e2d88706ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.074s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.670581] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 29b9af6b-f049-410e-b20f-5de1d3c84611] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.724142] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.755015] env[69308]: DEBUG nova.network.neutron [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Successfully updated port: 6d6f1b6b-357d-4996-b41a-258ad5419e68 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.827480] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522804} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.827573] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.827715] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.827893] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.864454] env[69308]: DEBUG nova.compute.manager [req-a7f9b5d3-a01f-4696-babd-9581fac8297e req-9e61ad1d-c698-4a14-9b5f-f7a0cfe76fbc service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Received event network-vif-plugged-6d6f1b6b-357d-4996-b41a-258ad5419e68 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.864454] env[69308]: DEBUG oslo_concurrency.lockutils [req-a7f9b5d3-a01f-4696-babd-9581fac8297e req-9e61ad1d-c698-4a14-9b5f-f7a0cfe76fbc service nova] Acquiring lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.864454] env[69308]: DEBUG oslo_concurrency.lockutils [req-a7f9b5d3-a01f-4696-babd-9581fac8297e req-9e61ad1d-c698-4a14-9b5f-f7a0cfe76fbc service nova] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.864454] env[69308]: DEBUG oslo_concurrency.lockutils [req-a7f9b5d3-a01f-4696-babd-9581fac8297e req-9e61ad1d-c698-4a14-9b5f-f7a0cfe76fbc service nova] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.864454] env[69308]: DEBUG nova.compute.manager [req-a7f9b5d3-a01f-4696-babd-9581fac8297e req-9e61ad1d-c698-4a14-9b5f-f7a0cfe76fbc service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] No waiting events found dispatching network-vif-plugged-6d6f1b6b-357d-4996-b41a-258ad5419e68 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.864454] env[69308]: WARNING nova.compute.manager [req-a7f9b5d3-a01f-4696-babd-9581fac8297e req-9e61ad1d-c698-4a14-9b5f-f7a0cfe76fbc service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Received unexpected event network-vif-plugged-6d6f1b6b-357d-4996-b41a-258ad5419e68 for instance with vm_state building and task_state spawning. [ 897.877036] env[69308]: DEBUG oslo_vmware.api [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868545, 'name': PowerOffVM_Task, 'duration_secs': 0.195885} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.877036] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.877036] env[69308]: DEBUG nova.compute.manager [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.877982] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df15fca9-19bf-4a43-9d69-245aecadd754 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.978850] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b9c511bb-894a-494d-aefe-86fef2b223d2 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.321s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.118266] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "8f1d6e6a-8b1a-4272-bff6-8a4889d5618b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.118971] env[69308]: DEBUG nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.191020] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 873b054f-64dc-4d97-b89c-995dd3702690] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.252392] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd25308d-434b-4ed0-b6e2-a1f65645d769 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.273644] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "refresh_cache-946bfb28-1889-4b37-bb7d-8f8d3565f39d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.273862] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "refresh_cache-946bfb28-1889-4b37-bb7d-8f8d3565f39d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.274135] env[69308]: DEBUG nova.network.neutron [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.279348] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60094d52-298a-46c9-8bfd-cedbd82f6f4f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.292637] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance '47fd2a9c-238c-4f6c-b282-9f826920cfae' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.345499] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.345765] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.346365] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.346687] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.346687] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.353606] env[69308]: INFO nova.compute.manager [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Terminating instance [ 898.393546] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.584s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.627859] env[69308]: DEBUG nova.compute.utils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.633035] env[69308]: DEBUG nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.633035] env[69308]: DEBUG nova.network.neutron [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.692731] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: d35dd075-3bec-4293-988f-9940f9fb78e3] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.753010] env[69308]: DEBUG nova.policy [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68533860f12548dfac3265ce673be0e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120227cda50747b2a2145fca3106a443', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.800934] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.801679] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86ce8fdf-c784-4830-a4c6-6c0f895343d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.815414] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 898.815414] env[69308]: value = "task-3868546" [ 898.815414] env[69308]: _type = "Task" [ 898.815414] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.832412] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.853081] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e077dff-4c31-449b-b6b6-ac87a0c2ea78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.858264] env[69308]: DEBUG nova.network.neutron [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.864435] env[69308]: DEBUG nova.compute.manager [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.864678] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.869548] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eacf73-0166-47e2-beff-ca9ba1ce1f17 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.875431] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f78098-0165-4dd4-b2f3-6855bfc551de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.887758] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.917368] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09635941-8e6c-4fd9-b339-67a3368c0dfd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.928908] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.929333] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.929818] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.929855] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.930595] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.930595] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.930595] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.931143] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.931143] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.931347] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.931559] env[69308]: DEBUG nova.virt.hardware [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.932748] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdecea9-b10c-45a6-b890-bfa022097932 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.936288] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd3b697-0354-48ec-9afb-20b2e3aa705e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.940240] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.953622] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716446ec-fa73-4132-868b-947b1f8f741a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.960206] env[69308]: DEBUG oslo_vmware.api [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 898.960206] env[69308]: value = "task-3868547" [ 898.960206] env[69308]: _type = "Task" [ 898.960206] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.960747] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fc8360-9e2f-43f1-a3cc-8cda03ee451a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.980936] env[69308]: DEBUG nova.compute.provider_tree [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.992769] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:cd:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4f7f8f7-3aea-4956-b8eb-687f881936f8', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.000997] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.009350] env[69308]: DEBUG nova.scheduler.client.report [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.012944] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.013287] env[69308]: DEBUG oslo_vmware.api [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.014190] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6668b3a4-6510-4d4d-a168-d0a8196d98fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.043631] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.043631] env[69308]: value = "task-3868548" [ 899.043631] env[69308]: _type = "Task" [ 899.043631] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.051994] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868548, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.134924] env[69308]: DEBUG nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.182383] env[69308]: DEBUG nova.network.neutron [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Updating instance_info_cache with network_info: [{"id": "6d6f1b6b-357d-4996-b41a-258ad5419e68", "address": "fa:16:3e:1c:d8:1e", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6f1b6b-35", "ovs_interfaceid": "6d6f1b6b-357d-4996-b41a-258ad5419e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.195839] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c07106a3-0134-4602-9263-f7359c8d5367] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.330087] env[69308]: DEBUG oslo_vmware.api [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868546, 'name': PowerOnVM_Task, 'duration_secs': 0.50584} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.330352] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.332393] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b8439-d755-4367-bf4c-f3a67093501e tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance '47fd2a9c-238c-4f6c-b282-9f826920cfae' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.474171] env[69308]: DEBUG oslo_vmware.api [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868547, 'name': PowerOffVM_Task, 'duration_secs': 0.47823} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.475242] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.475464] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.475827] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65f92262-3317-4b1c-b9e4-c0875416b640 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.515611] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.516223] env[69308]: DEBUG nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.520920] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.485s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.521967] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.525275] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.907s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.526975] env[69308]: INFO nova.compute.claims [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.543192] env[69308]: DEBUG nova.network.neutron [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Successfully created port: 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.553733] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.553953] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.554147] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleting the datastore file [datastore2] b72ebe87-2c2c-459f-ab59-53a52ab780f3 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.554937] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c26f90ed-198c-4a47-814b-0f76faf34175 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.562553] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868548, 'name': CreateVM_Task, 'duration_secs': 0.474027} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.564253] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.564714] env[69308]: DEBUG oslo_vmware.api [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 899.564714] env[69308]: value = "task-3868550" [ 899.564714] env[69308]: _type = "Task" [ 899.564714] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.565847] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.565884] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.567109] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.567708] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54371c94-865f-4998-8b4a-3031019c58fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.586530] env[69308]: DEBUG oslo_vmware.api [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.586996] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 899.586996] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]524eb5b2-3a6d-6c29-4b6c-a62d7c0ab615" [ 899.586996] env[69308]: _type = "Task" [ 899.586996] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.602046] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524eb5b2-3a6d-6c29-4b6c-a62d7c0ab615, 'name': SearchDatastore_Task, 'duration_secs': 0.013938} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.602046] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.602046] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.602046] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.602046] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.602046] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.602635] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34d2afab-0a95-4120-bb65-551fd52e7db5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.613994] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.614273] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.615239] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b02c4f6-4287-4b5a-9d31-125ebaf0d5a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.623509] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 899.623509] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5261310e-f16e-f18c-2bb1-f9007ddd146c" [ 899.623509] env[69308]: _type = "Task" [ 899.623509] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.644657] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5261310e-f16e-f18c-2bb1-f9007ddd146c, 'name': SearchDatastore_Task, 'duration_secs': 0.013949} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.646178] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c46c42-edda-4138-8c6d-f62e051b951c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.655276] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 899.655276] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52550ce8-4ad5-96ba-887f-a2c92eff08f9" [ 899.655276] env[69308]: _type = "Task" [ 899.655276] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.666200] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52550ce8-4ad5-96ba-887f-a2c92eff08f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.687671] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "refresh_cache-946bfb28-1889-4b37-bb7d-8f8d3565f39d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.688030] env[69308]: DEBUG nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Instance network_info: |[{"id": "6d6f1b6b-357d-4996-b41a-258ad5419e68", "address": "fa:16:3e:1c:d8:1e", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6f1b6b-35", "ovs_interfaceid": "6d6f1b6b-357d-4996-b41a-258ad5419e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.689207] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d8:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d6f1b6b-357d-4996-b41a-258ad5419e68', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.700902] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating folder: Project (7764a62d89b54ddb984a35b687a42afd). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.702112] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: e408f6d6-e873-470e-aecb-16ffa9774217] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.704303] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24347fe9-74f9-46c7-ad36-1ec410746936 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.720039] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created folder: Project (7764a62d89b54ddb984a35b687a42afd) in parent group-v768498. [ 899.720294] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating folder: Instances. Parent ref: group-v768685. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.721568] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64bf05bb-0838-4ecb-80ce-cfde1e581c2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.734557] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created folder: Instances in parent group-v768685. [ 899.734949] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.735220] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.735527] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-687d5e27-2581-4c01-9328-fed5360b9265 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.759614] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.759614] env[69308]: value = "task-3868553" [ 899.759614] env[69308]: _type = "Task" [ 899.759614] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.770498] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868553, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.032471] env[69308]: DEBUG nova.compute.utils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.038122] env[69308]: DEBUG nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.038365] env[69308]: DEBUG nova.network.neutron [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.044326] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a940d293-5351-43e0-a579-45eaaee515ae tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.941s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.045834] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 31.717s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.046299] env[69308]: INFO nova.compute.manager [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Unshelving [ 900.085786] env[69308]: DEBUG oslo_vmware.api [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210613} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.086360] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.086715] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.087096] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.088179] env[69308]: INFO nova.compute.manager [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 900.088736] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.091084] env[69308]: DEBUG nova.policy [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75b89f5a200442aa5a62e4320035bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9e05b972ee14b688088ab9504efadcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.093843] env[69308]: DEBUG nova.compute.manager [-] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.094052] env[69308]: DEBUG nova.network.neutron [-] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.135273] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.135756] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.136062] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.136301] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.136484] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.140212] env[69308]: INFO nova.compute.manager [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Terminating instance [ 900.146842] env[69308]: DEBUG nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.169164] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52550ce8-4ad5-96ba-887f-a2c92eff08f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015183} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.171945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.172214] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 6a3bc1c6-d136-4125-9c5e-3704ed039744/6a3bc1c6-d136-4125-9c5e-3704ed039744.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.172733] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dc3d3f3-2a5f-47ee-92f4-ca1777e91b3c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.182396] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.182396] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.182569] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.182630] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.182760] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.182931] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.183510] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.183510] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.183681] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.183888] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.184127] env[69308]: DEBUG nova.virt.hardware [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.185571] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d96ba14-2218-46b6-8b84-738d99a97fb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.196615] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 900.196615] env[69308]: value = "task-3868554" [ 900.196615] env[69308]: _type = "Task" [ 900.196615] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.202333] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59785b77-74ec-4dbe-881c-82fee19cb657 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.210325] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 563722c6-483c-4154-b4da-e8412f78b765] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.212460] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.278799] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868553, 'name': CreateVM_Task, 'duration_secs': 0.424204} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.278799] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.279504] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.279681] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.280147] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.280830] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d031f846-c01a-43ed-bd6b-d5571df0ff67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.287330] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 900.287330] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5241389f-677b-1c14-7b42-61b9ddfd57f9" [ 900.287330] env[69308]: _type = "Task" [ 900.287330] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.300163] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5241389f-677b-1c14-7b42-61b9ddfd57f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.539777] env[69308]: DEBUG nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.581064] env[69308]: DEBUG nova.compute.manager [req-10e1e034-ef68-4b74-951f-4e6c8cc1c527 req-82ab71cb-7640-42df-8377-b2211a48761f service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Received event network-changed-6d6f1b6b-357d-4996-b41a-258ad5419e68 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.581260] env[69308]: DEBUG nova.compute.manager [req-10e1e034-ef68-4b74-951f-4e6c8cc1c527 req-82ab71cb-7640-42df-8377-b2211a48761f service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Refreshing instance network info cache due to event network-changed-6d6f1b6b-357d-4996-b41a-258ad5419e68. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.583023] env[69308]: DEBUG oslo_concurrency.lockutils [req-10e1e034-ef68-4b74-951f-4e6c8cc1c527 req-82ab71cb-7640-42df-8377-b2211a48761f service nova] Acquiring lock "refresh_cache-946bfb28-1889-4b37-bb7d-8f8d3565f39d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.583023] env[69308]: DEBUG oslo_concurrency.lockutils [req-10e1e034-ef68-4b74-951f-4e6c8cc1c527 req-82ab71cb-7640-42df-8377-b2211a48761f service nova] Acquired lock "refresh_cache-946bfb28-1889-4b37-bb7d-8f8d3565f39d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.583023] env[69308]: DEBUG nova.network.neutron [req-10e1e034-ef68-4b74-951f-4e6c8cc1c527 req-82ab71cb-7640-42df-8377-b2211a48761f service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Refreshing network info cache for port 6d6f1b6b-357d-4996-b41a-258ad5419e68 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.651200] env[69308]: DEBUG nova.compute.manager [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.652310] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.653412] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8627b988-5822-4668-8ffb-99d6c2c5c850 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.663637] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.666949] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f534cf03-5fbc-4be1-9344-a2dac42b74a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.705547] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.713568] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 838dc24e-f04e-4756-bbb7-f068018f5edc] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.752748] env[69308]: DEBUG nova.network.neutron [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Successfully created port: 19ee03d8-3d52-4b58-959f-3fc26ba97c96 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.758239] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.758640] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.758981] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleting the datastore file [datastore1] 24aebbfc-0ec8-4f39-b013-49bc901e18d3 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.759477] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e1b77fe-8233-47f3-b3a6-826bfe16eab7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.769133] env[69308]: DEBUG oslo_vmware.api [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 900.769133] env[69308]: value = "task-3868556" [ 900.769133] env[69308]: _type = "Task" [ 900.769133] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.790329] env[69308]: DEBUG oslo_vmware.api [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.803168] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5241389f-677b-1c14-7b42-61b9ddfd57f9, 'name': SearchDatastore_Task, 'duration_secs': 0.018578} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.803503] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.803753] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.804060] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.804232] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.804447] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.805089] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e560d2-d5d8-4c8a-aa43-dca1cfe15985 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.830071] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.830456] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.834796] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdbd1668-bccb-454e-aafb-8b97d64e5361 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.843195] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 900.843195] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]528e8c84-44eb-1f97-ede4-75202baf92ac" [ 900.843195] env[69308]: _type = "Task" [ 900.843195] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.858453] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528e8c84-44eb-1f97-ede4-75202baf92ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.087147] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.087852] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "79af13a1-4284-407a-8971-6e5f31a4cb6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.088133] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "79af13a1-4284-407a-8971-6e5f31a4cb6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.129522] env[69308]: DEBUG nova.network.neutron [-] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.204747] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683492} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.207795] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 6a3bc1c6-d136-4125-9c5e-3704ed039744/6a3bc1c6-d136-4125-9c5e-3704ed039744.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.208056] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.208880] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eb1ed36-2173-426a-b287-1adc69f575ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.218229] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: cb44961f-d39b-4a67-a568-780c0ac1ec7b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.222812] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 901.222812] env[69308]: value = "task-3868557" [ 901.222812] env[69308]: _type = "Task" [ 901.222812] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.223434] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28652124-81d2-44a7-be9e-e00c7c8307b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.243867] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceabdb5-862f-424f-8230-0e969997c56a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.245739] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.282847] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c348fc-9767-4bd4-9d84-a1ba23c6ea63 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.287966] env[69308]: DEBUG nova.compute.manager [req-f5993d52-6564-493d-a2be-187c4e2e3d3a req-d581f149-4bc6-4231-a6b6-c8ab4bfb27aa service nova] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Received event network-vif-deleted-77837637-6bcd-44f5-b379-26d9eb1f02f7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.302076] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05778cc5-cc86-4cad-bad4-f1e93ee1a8f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.307651] env[69308]: DEBUG oslo_vmware.api [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253796} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.308503] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.308703] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.308879] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.309366] env[69308]: INFO nova.compute.manager [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Took 0.66 seconds to destroy the instance on the hypervisor. [ 901.309366] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.309919] env[69308]: DEBUG nova.compute.manager [-] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.310025] env[69308]: DEBUG nova.network.neutron [-] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.322672] env[69308]: DEBUG nova.compute.provider_tree [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.356829] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528e8c84-44eb-1f97-ede4-75202baf92ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.357402] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023549fe-790a-4bcc-ab2e-fb18725bd4b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.365240] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 901.365240] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52665997-10ad-22d3-e65c-4e1788007a9c" [ 901.365240] env[69308]: _type = "Task" [ 901.365240] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.375297] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52665997-10ad-22d3-e65c-4e1788007a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.506376] env[69308]: DEBUG nova.network.neutron [req-10e1e034-ef68-4b74-951f-4e6c8cc1c527 req-82ab71cb-7640-42df-8377-b2211a48761f service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Updated VIF entry in instance network info cache for port 6d6f1b6b-357d-4996-b41a-258ad5419e68. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.506376] env[69308]: DEBUG nova.network.neutron [req-10e1e034-ef68-4b74-951f-4e6c8cc1c527 req-82ab71cb-7640-42df-8377-b2211a48761f service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Updating instance_info_cache with network_info: [{"id": "6d6f1b6b-357d-4996-b41a-258ad5419e68", "address": "fa:16:3e:1c:d8:1e", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6f1b6b-35", "ovs_interfaceid": "6d6f1b6b-357d-4996-b41a-258ad5419e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.559674] env[69308]: DEBUG nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.595435] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='970870bc0053c992cf4667264c039bb3',container_format='bare',created_at=2025-05-07T12:50:24Z,direct_url=,disk_format='vmdk',id=1d424616-6304-43d9-84b4-dc8886c31b94,min_disk=1,min_ram=0,name='tempest-test-snap-2044499496',owner='f9e05b972ee14b688088ab9504efadcc',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-07T12:50:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.595598] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.595717] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.595895] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.596051] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.596200] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.596445] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.596562] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.596724] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.596887] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.597072] env[69308]: DEBUG nova.virt.hardware [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.597484] env[69308]: DEBUG nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.600769] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d4a6c-560c-4aec-914f-6eb739212e12 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.610070] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324fe173-e19e-4f54-ad49-2902d50ed424 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.632755] env[69308]: INFO nova.compute.manager [-] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Took 1.54 seconds to deallocate network for instance. [ 901.723292] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: a7c372d8-0085-4e17-a038-78e473fb7adb] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.735626] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117731} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.735911] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.736809] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f4984-6130-44a0-8f31-7c27d8104c44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.761321] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 6a3bc1c6-d136-4125-9c5e-3704ed039744/6a3bc1c6-d136-4125-9c5e-3704ed039744.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.763530] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1904c8ab-b791-4dc6-b94b-b1cc60c37349 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.791467] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 901.791467] env[69308]: value = "task-3868558" [ 901.791467] env[69308]: _type = "Task" [ 901.791467] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.807242] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.829099] env[69308]: DEBUG nova.scheduler.client.report [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.881990] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52665997-10ad-22d3-e65c-4e1788007a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.882342] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.882774] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 946bfb28-1889-4b37-bb7d-8f8d3565f39d/946bfb28-1889-4b37-bb7d-8f8d3565f39d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.883096] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f156d6f6-1aab-4570-9390-aa617cd91af3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.893012] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 901.893012] env[69308]: value = "task-3868559" [ 901.893012] env[69308]: _type = "Task" [ 901.893012] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.903158] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.996708] env[69308]: DEBUG nova.network.neutron [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Port 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 901.996765] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.997110] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.997110] env[69308]: DEBUG nova.network.neutron [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.007983] env[69308]: DEBUG oslo_concurrency.lockutils [req-10e1e034-ef68-4b74-951f-4e6c8cc1c527 req-82ab71cb-7640-42df-8377-b2211a48761f service nova] Releasing lock "refresh_cache-946bfb28-1889-4b37-bb7d-8f8d3565f39d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.134146] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.139828] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.230296] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: fad3ad44-43cd-442e-8723-d27bbb893e0d] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.243544] env[69308]: DEBUG nova.network.neutron [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Successfully updated port: 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.307410] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868558, 'name': ReconfigVM_Task, 'duration_secs': 0.497888} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.307509] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 6a3bc1c6-d136-4125-9c5e-3704ed039744/6a3bc1c6-d136-4125-9c5e-3704ed039744.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.308469] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56381cf1-7ed8-47cd-9032-fa1c47491d75 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.320408] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 902.320408] env[69308]: value = "task-3868560" [ 902.320408] env[69308]: _type = "Task" [ 902.320408] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.337028] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.337028] env[69308]: DEBUG nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.342319] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868560, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.342692] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.547s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.342887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.345345] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.684s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.345921] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.347670] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.516s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.349545] env[69308]: INFO nova.compute.claims [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.403082] env[69308]: INFO nova.scheduler.client.report [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Deleted allocations for instance abbf2f1c-ae9a-432a-baf5-7d7ce24253d3 [ 902.414655] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868559, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.415794] env[69308]: INFO nova.scheduler.client.report [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Deleted allocations for instance 1cc54f4a-55fa-4b1d-adbf-e8386d21d890 [ 902.711401] env[69308]: DEBUG nova.network.neutron [-] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.746619] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: fdadbd72-38cd-4ea8-be7a-cffd5bea01e0] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.751729] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "refresh_cache-d930a8a9-0db0-46ab-843f-6525300270cb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.751919] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquired lock "refresh_cache-d930a8a9-0db0-46ab-843f-6525300270cb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.752062] env[69308]: DEBUG nova.network.neutron [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.832597] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868560, 'name': Rename_Task, 'duration_secs': 0.21914} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.832922] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.833200] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01890849-d240-4e89-af7c-8143e373c2ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.844489] env[69308]: DEBUG nova.compute.utils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.846368] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 902.846368] env[69308]: value = "task-3868561" [ 902.846368] env[69308]: _type = "Task" [ 902.846368] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.846915] env[69308]: DEBUG nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.847153] env[69308]: DEBUG nova.network.neutron [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.861932] env[69308]: DEBUG nova.network.neutron [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance_info_cache with network_info: [{"id": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "address": "fa:16:3e:65:bb:4e", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1975a3b3-90", "ovs_interfaceid": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.874331] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868561, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.892904] env[69308]: DEBUG nova.compute.manager [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Received event network-vif-plugged-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.893857] env[69308]: DEBUG oslo_concurrency.lockutils [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] Acquiring lock "d930a8a9-0db0-46ab-843f-6525300270cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.894376] env[69308]: DEBUG oslo_concurrency.lockutils [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] Lock "d930a8a9-0db0-46ab-843f-6525300270cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.894960] env[69308]: DEBUG oslo_concurrency.lockutils [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] Lock "d930a8a9-0db0-46ab-843f-6525300270cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.895247] env[69308]: DEBUG nova.compute.manager [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] No waiting events found dispatching network-vif-plugged-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.895411] env[69308]: WARNING nova.compute.manager [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Received unexpected event network-vif-plugged-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db for instance with vm_state building and task_state spawning. [ 902.895665] env[69308]: DEBUG nova.compute.manager [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Received event network-vif-deleted-fb590746-48a8-4271-a303-ff403dffddbf {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.895953] env[69308]: DEBUG nova.compute.manager [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Received event network-changed-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.896162] env[69308]: DEBUG nova.compute.manager [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Refreshing instance network info cache due to event network-changed-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.896309] env[69308]: DEBUG oslo_concurrency.lockutils [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] Acquiring lock "refresh_cache-d930a8a9-0db0-46ab-843f-6525300270cb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.898035] env[69308]: DEBUG nova.policy [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a40069c9a4134d6cac2996c6822e3ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b2f554efa342fa929dddb36af69089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.918434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dab639cb-5fb3-4dbc-b3c2-cb7ba1b237da tempest-VolumesAdminNegativeTest-1869966128 tempest-VolumesAdminNegativeTest-1869966128-project-member] Lock "abbf2f1c-ae9a-432a-baf5-7d7ce24253d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.996s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.921154] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541531} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.921154] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 946bfb28-1889-4b37-bb7d-8f8d3565f39d/946bfb28-1889-4b37-bb7d-8f8d3565f39d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.921154] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.926328] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0736d699-d00f-44a1-95e5-74b2fde98d7b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.927474] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6831a94b-39a0-4f4f-acba-5ce38d3882bb tempest-ServersTestMultiNic-2040874753 tempest-ServersTestMultiNic-2040874753-project-member] Lock "1cc54f4a-55fa-4b1d-adbf-e8386d21d890" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.541s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.936067] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 902.936067] env[69308]: value = "task-3868562" [ 902.936067] env[69308]: _type = "Task" [ 902.936067] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.950351] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.968253] env[69308]: DEBUG nova.network.neutron [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Successfully updated port: 19ee03d8-3d52-4b58-959f-3fc26ba97c96 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.214868] env[69308]: INFO nova.compute.manager [-] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Took 1.90 seconds to deallocate network for instance. [ 903.254766] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 578c621d-2931-4573-b15c-05504145f9fc] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.346307] env[69308]: DEBUG nova.network.neutron [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.349065] env[69308]: DEBUG nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.369872] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.375619] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.460266] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082942} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.462266] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.462472] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6183cd-0e8a-490d-8335-05763a407953 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.474737] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "refresh_cache-57240612-d241-48c8-845f-52503cdaf021" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.474947] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "refresh_cache-57240612-d241-48c8-845f-52503cdaf021" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.475159] env[69308]: DEBUG nova.network.neutron [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.500839] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 946bfb28-1889-4b37-bb7d-8f8d3565f39d/946bfb28-1889-4b37-bb7d-8f8d3565f39d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.507349] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ad471c-2515-4475-9c74-a047bbabbaa1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.523153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Acquiring lock "bc0637c2-ea33-4d9a-b789-c1f781370019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.523153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "bc0637c2-ea33-4d9a-b789-c1f781370019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.523385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Acquiring lock "bc0637c2-ea33-4d9a-b789-c1f781370019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.523528] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "bc0637c2-ea33-4d9a-b789-c1f781370019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.523958] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "bc0637c2-ea33-4d9a-b789-c1f781370019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.526269] env[69308]: INFO nova.compute.manager [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Terminating instance [ 903.537854] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 903.537854] env[69308]: value = "task-3868563" [ 903.537854] env[69308]: _type = "Task" [ 903.537854] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.553559] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.597131] env[69308]: DEBUG nova.network.neutron [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Successfully created port: 2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.681881] env[69308]: DEBUG nova.compute.manager [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Received event network-vif-plugged-19ee03d8-3d52-4b58-959f-3fc26ba97c96 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.682134] env[69308]: DEBUG oslo_concurrency.lockutils [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] Acquiring lock "57240612-d241-48c8-845f-52503cdaf021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.682361] env[69308]: DEBUG oslo_concurrency.lockutils [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] Lock "57240612-d241-48c8-845f-52503cdaf021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.682545] env[69308]: DEBUG oslo_concurrency.lockutils [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] Lock "57240612-d241-48c8-845f-52503cdaf021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.682803] env[69308]: DEBUG nova.compute.manager [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] No waiting events found dispatching network-vif-plugged-19ee03d8-3d52-4b58-959f-3fc26ba97c96 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.682999] env[69308]: WARNING nova.compute.manager [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Received unexpected event network-vif-plugged-19ee03d8-3d52-4b58-959f-3fc26ba97c96 for instance with vm_state building and task_state spawning. [ 903.683377] env[69308]: DEBUG nova.compute.manager [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Received event network-changed-19ee03d8-3d52-4b58-959f-3fc26ba97c96 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.683377] env[69308]: DEBUG nova.compute.manager [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Refreshing instance network info cache due to event network-changed-19ee03d8-3d52-4b58-959f-3fc26ba97c96. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.683486] env[69308]: DEBUG oslo_concurrency.lockutils [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] Acquiring lock "refresh_cache-57240612-d241-48c8-845f-52503cdaf021" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.724448] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.761050] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: d098ccf8-5ea6-4ad7-b99b-de0d95e6f371] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.878646] env[69308]: DEBUG oslo_vmware.api [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868561, 'name': PowerOnVM_Task, 'duration_secs': 0.593248} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.879735] env[69308]: DEBUG nova.compute.manager [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69308) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 903.880104] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.880378] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.880590] env[69308]: DEBUG nova.compute.manager [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.881830] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f282c614-e114-46e0-b28d-a400088f9a70 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.955085] env[69308]: DEBUG nova.network.neutron [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Updating instance_info_cache with network_info: [{"id": "42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db", "address": "fa:16:3e:88:1b:27", "network": {"id": "05f9151a-7850-49c0-b594-48457123814d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1992398772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120227cda50747b2a2145fca3106a443", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b6e4a6-bf", "ovs_interfaceid": "42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.035294] env[69308]: DEBUG nova.compute.manager [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.035870] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.035870] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56bfb258-a547-4da6-9246-43d81abef36c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.051158] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 904.051158] env[69308]: value = "task-3868564" [ 904.051158] env[69308]: _type = "Task" [ 904.051158] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.054547] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.070819] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.101056] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eedb29-5b51-48eb-bc0a-9d80eb7d6c4a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.108897] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b92520-d4f5-4b82-a5c3-c1e1115f3ee1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.145265] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee4aa33-919f-4cb8-9c23-eda238a905a6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.154468] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2b081d-30a2-4219-b4b5-ec3f99f28dda {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.171365] env[69308]: DEBUG nova.compute.provider_tree [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.268024] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 693ccb58-152a-409f-ae7d-f0a68cf4880d] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.346489] env[69308]: DEBUG nova.network.neutron [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.370217] env[69308]: DEBUG nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.412773] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.416404] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.416668] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.416830] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.417502] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.417807] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.418051] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.418585] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.418875] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.419135] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.419635] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.420299] env[69308]: DEBUG nova.virt.hardware [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.421340] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7adc1e-97c2-4966-a20f-77d8226b2daf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.434757] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718953ab-c12f-4b72-9bcb-93953a2b1857 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.458700] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Releasing lock "refresh_cache-d930a8a9-0db0-46ab-843f-6525300270cb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.459190] env[69308]: DEBUG nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Instance network_info: |[{"id": "42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db", "address": "fa:16:3e:88:1b:27", "network": {"id": "05f9151a-7850-49c0-b594-48457123814d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1992398772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120227cda50747b2a2145fca3106a443", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b6e4a6-bf", "ovs_interfaceid": "42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.459598] env[69308]: DEBUG oslo_concurrency.lockutils [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] Acquired lock "refresh_cache-d930a8a9-0db0-46ab-843f-6525300270cb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.460151] env[69308]: DEBUG nova.network.neutron [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Refreshing network info cache for port 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.461400] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:1b:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.471173] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Creating folder: Project (120227cda50747b2a2145fca3106a443). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.472015] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0f13f73-d9e8-48ce-95b0-6ec9d2c512c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.486162] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Created folder: Project (120227cda50747b2a2145fca3106a443) in parent group-v768498. [ 904.486387] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Creating folder: Instances. Parent ref: group-v768688. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.486647] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1501cacb-720c-4c69-b894-b3ff12b5f2ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.499505] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Created folder: Instances in parent group-v768688. [ 904.500028] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.500337] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.500661] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e8e34b-8efe-4ea9-b8aa-95cd80bec1e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.523189] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.523189] env[69308]: value = "task-3868567" [ 904.523189] env[69308]: _type = "Task" [ 904.523189] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.532705] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868567, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.552102] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868563, 'name': ReconfigVM_Task, 'duration_secs': 0.754115} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.552532] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 946bfb28-1889-4b37-bb7d-8f8d3565f39d/946bfb28-1889-4b37-bb7d-8f8d3565f39d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.553314] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a437745-5e4c-4882-a433-f650de577870 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.569894] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868564, 'name': PowerOffVM_Task, 'duration_secs': 0.276649} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.571322] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.571744] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 904.571978] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768628', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'name': 'volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc0637c2-ea33-4d9a-b789-c1f781370019', 'attached_at': '', 'detached_at': '', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'serial': '30518ad5-bbb1-4eac-ac99-ce7406fbae45'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 904.572499] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 904.572499] env[69308]: value = "task-3868568" [ 904.572499] env[69308]: _type = "Task" [ 904.572499] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.576723] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad1332e-fa7e-469c-a1d4-3e235c53f183 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.593664] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868568, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.612652] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95dbb17-a9c7-4e28-a4f5-478ee3d0a503 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.621167] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f26015-22f0-4a32-9ab5-2929379265c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.645997] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c87e63-3ebc-4a7a-b543-b1c3b1cbc2c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.666094] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] The volume has not been displaced from its original location: [datastore1] volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45/volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 904.671907] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 904.672444] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee99960-271c-4d9d-8bcd-2eba8ae9347b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.687165] env[69308]: DEBUG nova.scheduler.client.report [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.701233] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 904.701233] env[69308]: value = "task-3868569" [ 904.701233] env[69308]: _type = "Task" [ 904.701233] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.718468] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868569, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.773742] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 7715cc43-6505-439b-ade5-06092096e2d6] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.807430] env[69308]: DEBUG nova.network.neutron [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Updating instance_info_cache with network_info: [{"id": "19ee03d8-3d52-4b58-959f-3fc26ba97c96", "address": "fa:16:3e:51:a5:58", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ee03d8-3d", "ovs_interfaceid": "19ee03d8-3d52-4b58-959f-3fc26ba97c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.035727] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868567, 'name': CreateVM_Task, 'duration_secs': 0.384441} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.035727] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.036174] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.036578] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.036984] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.037341] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f93c4d-a85f-49bc-a866-4a8ff7048b3d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.044560] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 905.044560] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bd6f17-5458-f83b-738f-abfec0154691" [ 905.044560] env[69308]: _type = "Task" [ 905.044560] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.056821] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bd6f17-5458-f83b-738f-abfec0154691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.096857] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868568, 'name': Rename_Task, 'duration_secs': 0.241547} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.096857] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.096857] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72f3e89b-abc1-4cd6-9291-16f6e9085976 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.104292] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 905.104292] env[69308]: value = "task-3868570" [ 905.104292] env[69308]: _type = "Task" [ 905.104292] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.118054] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.193106] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.193959] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.197919] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.964s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.198778] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.201813] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.285s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.203798] env[69308]: INFO nova.compute.claims [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.228013] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868569, 'name': ReconfigVM_Task, 'duration_secs': 0.233695} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.229456] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 905.237845] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336cebe9-7852-43ce-bd25-0190fa1e274c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.254032] env[69308]: INFO nova.scheduler.client.report [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Deleted allocations for instance 6264b79b-a81f-4076-9e35-bf4f44deddf3 [ 905.268314] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 905.268314] env[69308]: value = "task-3868571" [ 905.268314] env[69308]: _type = "Task" [ 905.268314] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.283115] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: fea7032f-f99b-4e36-9f39-1b0d98d5890c] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.285576] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.309115] env[69308]: DEBUG nova.network.neutron [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Updated VIF entry in instance network info cache for port 42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.312266] env[69308]: DEBUG nova.network.neutron [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Updating instance_info_cache with network_info: [{"id": "42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db", "address": "fa:16:3e:88:1b:27", "network": {"id": "05f9151a-7850-49c0-b594-48457123814d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1992398772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "120227cda50747b2a2145fca3106a443", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b6e4a6-bf", "ovs_interfaceid": "42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.314452] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "refresh_cache-57240612-d241-48c8-845f-52503cdaf021" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.314566] env[69308]: DEBUG nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Instance network_info: |[{"id": "19ee03d8-3d52-4b58-959f-3fc26ba97c96", "address": "fa:16:3e:51:a5:58", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ee03d8-3d", "ovs_interfaceid": "19ee03d8-3d52-4b58-959f-3fc26ba97c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.316769] env[69308]: DEBUG oslo_concurrency.lockutils [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] Acquired lock "refresh_cache-57240612-d241-48c8-845f-52503cdaf021" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.316769] env[69308]: DEBUG nova.network.neutron [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Refreshing network info cache for port 19ee03d8-3d52-4b58-959f-3fc26ba97c96 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.318019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:a5:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19ee03d8-3d52-4b58-959f-3fc26ba97c96', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.332127] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.335856] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57240612-d241-48c8-845f-52503cdaf021] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.336826] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ac9131b-e10f-464a-87cd-fc840d73909d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.371817] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.371817] env[69308]: value = "task-3868572" [ 905.371817] env[69308]: _type = "Task" [ 905.371817] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.385428] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868572, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.564660] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bd6f17-5458-f83b-738f-abfec0154691, 'name': SearchDatastore_Task, 'duration_secs': 0.024802} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.565258] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.565711] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.566109] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.566368] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.566710] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.567214] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7a702c-20d9-45f5-9e73-6aab1036d882 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.582026] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.582026] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.582837] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c450e6b8-66fa-4fd1-90f9-c729ab13c858 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.592244] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 905.592244] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5256a520-b2d8-d35b-8be0-a5efe03daa57" [ 905.592244] env[69308]: _type = "Task" [ 905.592244] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.600700] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5256a520-b2d8-d35b-8be0-a5efe03daa57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.616701] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.715356] env[69308]: DEBUG nova.compute.utils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.718786] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.718786] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.765060] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b1aa62f-34a5-407b-b5e6-0760b5da071c tempest-InstanceActionsV221TestJSON-46882651 tempest-InstanceActionsV221TestJSON-46882651-project-member] Lock "6264b79b-a81f-4076-9e35-bf4f44deddf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.972s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.786066] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868571, 'name': ReconfigVM_Task, 'duration_secs': 0.171666} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.786066] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768628', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'name': 'volume-30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc0637c2-ea33-4d9a-b789-c1f781370019', 'attached_at': '', 'detached_at': '', 'volume_id': '30518ad5-bbb1-4eac-ac99-ce7406fbae45', 'serial': '30518ad5-bbb1-4eac-ac99-ce7406fbae45'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 905.786066] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.786066] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820ac089-7335-4a92-bbca-a3b127ae9d20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.788741] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 605ed07c-6abd-4de6-984d-772f43d0e3c8] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.797863] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.799264] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04feb693-2527-44d6-9f03-c799959e2a1d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.831707] env[69308]: DEBUG nova.policy [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e2f57b4464248939616ae581a83075a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5982d5b05e0d4555a41cf79fba7c11bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.838633] env[69308]: DEBUG oslo_concurrency.lockutils [req-5b1210e0-b635-4ea3-9646-c7544c03f9ee req-72b78254-1e74-45ed-adac-5a063a665b2b service nova] Releasing lock "refresh_cache-d930a8a9-0db0-46ab-843f-6525300270cb" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.887731] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868572, 'name': CreateVM_Task, 'duration_secs': 0.498916} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.888813] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57240612-d241-48c8-845f-52503cdaf021] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.889656] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.889656] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.889872] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Deleting the datastore file [datastore1] bc0637c2-ea33-4d9a-b789-c1f781370019 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.890920] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.891098] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.891610] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.891970] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bac2c53-8334-4120-840c-044974b5f48e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.894301] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50143d83-8cbb-4f63-96d3-79a8e931b415 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.901501] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 905.901501] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525d790f-338e-d146-6ce4-27132c01bee6" [ 905.901501] env[69308]: _type = "Task" [ 905.901501] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.911623] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for the task: (returnval){ [ 905.911623] env[69308]: value = "task-3868574" [ 905.911623] env[69308]: _type = "Task" [ 905.911623] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.921793] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525d790f-338e-d146-6ce4-27132c01bee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.929126] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.038445] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "6a3bc1c6-d136-4125-9c5e-3704ed039744" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.038722] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "6a3bc1c6-d136-4125-9c5e-3704ed039744" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.038940] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "6a3bc1c6-d136-4125-9c5e-3704ed039744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.039173] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "6a3bc1c6-d136-4125-9c5e-3704ed039744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.039369] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "6a3bc1c6-d136-4125-9c5e-3704ed039744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.041858] env[69308]: INFO nova.compute.manager [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Terminating instance [ 906.104013] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5256a520-b2d8-d35b-8be0-a5efe03daa57, 'name': SearchDatastore_Task, 'duration_secs': 0.015099} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.107014] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2fda31f-6edd-4706-95e4-944dc1c01b0a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.122275] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 906.122275] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a9fee8-a567-b983-8fe6-dd998729702a" [ 906.122275] env[69308]: _type = "Task" [ 906.122275] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.122991] env[69308]: DEBUG oslo_vmware.api [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868570, 'name': PowerOnVM_Task, 'duration_secs': 0.80188} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.123359] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.123583] env[69308]: INFO nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Took 9.67 seconds to spawn the instance on the hypervisor. [ 906.123849] env[69308]: DEBUG nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.128584] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903eaa92-ed8c-4699-84a7-8e7c561dbb72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.138213] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a9fee8-a567-b983-8fe6-dd998729702a, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.139674] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.140273] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d930a8a9-0db0-46ab-843f-6525300270cb/d930a8a9-0db0-46ab-843f-6525300270cb.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.144329] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53853b53-2c85-4ee7-890f-cac2634a2c7c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.153380] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 906.153380] env[69308]: value = "task-3868575" [ 906.153380] env[69308]: _type = "Task" [ 906.153380] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.164819] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.223025] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.293071] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 7ed18568-9081-4128-b83f-d859bedb1bcd] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.383992] env[69308]: DEBUG nova.network.neutron [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Successfully updated port: 2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.395603] env[69308]: DEBUG nova.network.neutron [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Updated VIF entry in instance network info cache for port 19ee03d8-3d52-4b58-959f-3fc26ba97c96. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.396019] env[69308]: DEBUG nova.network.neutron [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Updating instance_info_cache with network_info: [{"id": "19ee03d8-3d52-4b58-959f-3fc26ba97c96", "address": "fa:16:3e:51:a5:58", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ee03d8-3d", "ovs_interfaceid": "19ee03d8-3d52-4b58-959f-3fc26ba97c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.425447] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "c20c1108-464f-4bbe-b465-da06ca5b84d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.426065] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "c20c1108-464f-4bbe-b465-da06ca5b84d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.444023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.444553] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Processing image 1d424616-6304-43d9-84b4-dc8886c31b94 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.444663] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94/1d424616-6304-43d9-84b4-dc8886c31b94.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.447974] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94/1d424616-6304-43d9-84b4-dc8886c31b94.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.447974] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.458040] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-791b1c92-f9c7-492d-94f0-caae42ccee19 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.464062] env[69308]: DEBUG oslo_vmware.api [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Task: {'id': task-3868574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148408} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.464538] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.464889] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.465194] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.465491] env[69308]: INFO nova.compute.manager [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Took 2.43 seconds to destroy the instance on the hypervisor. [ 906.466036] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.467811] env[69308]: DEBUG nova.compute.manager [-] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.467811] env[69308]: DEBUG nova.network.neutron [-] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.489025] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.489025] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.489269] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8141c8c4-181a-4ece-b821-ea4028c93805 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.500234] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 906.500234] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529110a2-9e41-1d0b-bb80-7055d2bc38da" [ 906.500234] env[69308]: _type = "Task" [ 906.500234] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.517810] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529110a2-9e41-1d0b-bb80-7055d2bc38da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.546751] env[69308]: DEBUG nova.compute.manager [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.547073] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.548183] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9607032-e55f-431e-99e8-924c7abb5d69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.568173] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.568434] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61fa08f1-9618-4a33-ab9a-b1de31da2542 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.579593] env[69308]: DEBUG oslo_vmware.api [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 906.579593] env[69308]: value = "task-3868576" [ 906.579593] env[69308]: _type = "Task" [ 906.579593] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.598943] env[69308]: DEBUG oslo_vmware.api [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.662982] env[69308]: INFO nova.compute.manager [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Took 58.79 seconds to build instance. [ 906.681959] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.706405] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Successfully created port: e5565fce-0f10-4710-86b7-00aebff5201d {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.797803] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: fc921d48-70c0-4871-9326-56333421f368] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.894536] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.894891] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.895083] env[69308]: DEBUG nova.network.neutron [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.903210] env[69308]: DEBUG oslo_concurrency.lockutils [req-4e0a7c00-1610-4a56-9fe2-6199f5638fea req-16c30ca9-5938-4547-9243-fca39895aaf2 service nova] Releasing lock "refresh_cache-57240612-d241-48c8-845f-52503cdaf021" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.942028] env[69308]: DEBUG nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.026827] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Preparing fetch location {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 907.026827] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Fetch image to [datastore2] OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45/OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45.vmdk {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 907.026827] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Downloading stream optimized image 1d424616-6304-43d9-84b4-dc8886c31b94 to [datastore2] OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45/OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45.vmdk on the data store datastore2 as vApp {{(pid=69308) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 907.026827] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Downloading image file data 1d424616-6304-43d9-84b4-dc8886c31b94 to the ESX as VM named 'OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45' {{(pid=69308) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 907.118262] env[69308]: DEBUG oslo_vmware.api [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.137588] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84e6900-48af-49bf-a0ff-84f7e9775257 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.146544] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b7bc0a-33bc-4283-80b3-ee994fa70862 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.155118] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 907.155118] env[69308]: value = "resgroup-9" [ 907.155118] env[69308]: _type = "ResourcePool" [ 907.155118] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 907.156385] env[69308]: DEBUG nova.compute.manager [req-0e1e6cc4-d0f6-4a2d-abaf-31592c91cacd req-4e0bd838-8b33-4bdf-81b0-db2d0e72b60c service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Received event network-vif-plugged-2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.156619] env[69308]: DEBUG oslo_concurrency.lockutils [req-0e1e6cc4-d0f6-4a2d-abaf-31592c91cacd req-4e0bd838-8b33-4bdf-81b0-db2d0e72b60c service nova] Acquiring lock "8f61152a-ba4c-402d-aa6a-32345bb4309f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.156848] env[69308]: DEBUG oslo_concurrency.lockutils [req-0e1e6cc4-d0f6-4a2d-abaf-31592c91cacd req-4e0bd838-8b33-4bdf-81b0-db2d0e72b60c service nova] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.157172] env[69308]: DEBUG oslo_concurrency.lockutils [req-0e1e6cc4-d0f6-4a2d-abaf-31592c91cacd req-4e0bd838-8b33-4bdf-81b0-db2d0e72b60c service nova] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.157233] env[69308]: DEBUG nova.compute.manager [req-0e1e6cc4-d0f6-4a2d-abaf-31592c91cacd req-4e0bd838-8b33-4bdf-81b0-db2d0e72b60c service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] No waiting events found dispatching network-vif-plugged-2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.157368] env[69308]: WARNING nova.compute.manager [req-0e1e6cc4-d0f6-4a2d-abaf-31592c91cacd req-4e0bd838-8b33-4bdf-81b0-db2d0e72b60c service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Received unexpected event network-vif-plugged-2986dd17-d53b-4719-9617-e6e9ca1b6941 for instance with vm_state building and task_state spawning. [ 907.158084] env[69308]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8170ad98-4883-4aed-b01d-f9c82d71b9cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.179959] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7bf3371-38d6-4f64-8b10-81ae16fae6dc tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.185s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.210088] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b3325f-c7e3-41b2-80b8-308ca32a210f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.217530] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lease: (returnval){ [ 907.217530] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5251f32a-1a00-9f08-affc-eefb6fc56511" [ 907.217530] env[69308]: _type = "HttpNfcLease" [ 907.217530] env[69308]: } obtained for vApp import into resource pool (val){ [ 907.217530] env[69308]: value = "resgroup-9" [ 907.217530] env[69308]: _type = "ResourcePool" [ 907.217530] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 907.217840] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the lease: (returnval){ [ 907.217840] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5251f32a-1a00-9f08-affc-eefb6fc56511" [ 907.217840] env[69308]: _type = "HttpNfcLease" [ 907.217840] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.218623] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652416} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.219292] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d930a8a9-0db0-46ab-843f-6525300270cb/d930a8a9-0db0-46ab-843f-6525300270cb.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.219546] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.222942] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-745fe5e1-dced-491a-8072-a5298e7cd3c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.230683] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7fde7-2ff5-4551-883e-21184e9411f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.239795] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 907.239795] env[69308]: value = "task-3868578" [ 907.239795] env[69308]: _type = "Task" [ 907.239795] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.240075] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.240075] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5251f32a-1a00-9f08-affc-eefb6fc56511" [ 907.240075] env[69308]: _type = "HttpNfcLease" [ 907.240075] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.254526] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.257474] env[69308]: DEBUG nova.compute.provider_tree [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.268775] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.279758] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f567f7-8050-b8c9-e81f-5a62179f598f/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 907.283184] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae15974-4f9a-4403-969b-4101bfc0ce25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.291852] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f567f7-8050-b8c9-e81f-5a62179f598f/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 907.292140] env[69308]: ERROR oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f567f7-8050-b8c9-e81f-5a62179f598f/disk-0.vmdk due to incomplete transfer. [ 907.294840] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.295119] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.295320] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.295553] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.295735] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.295918] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.296208] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.296653] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.296885] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.297111] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.297327] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.297681] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0747e1e8-c243-4eac-8602-40065a8de53b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.300412] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad8977c-3a3e-4f11-9558-130fe3c78d07 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.303423] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c8b292ee-acc4-4bc9-9f1f-62df83d1e36b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.315131] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817b498-c721-40c0-8c8a-4cc5c5ac1f9b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.320657] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f567f7-8050-b8c9-e81f-5a62179f598f/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 907.320966] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Uploaded image 751a875e-be4a-4221-91cc-dd26957dbe5a to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 907.323831] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 907.324659] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eec2e998-2d18-48d2-b4d4-2a782835d998 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.341707] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 907.341707] env[69308]: value = "task-3868579" [ 907.341707] env[69308]: _type = "Task" [ 907.341707] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.353577] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868579, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.428856] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "aea44502-abe4-49b0-9dea-202432ef5595" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.428856] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.476983] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.539192] env[69308]: DEBUG nova.network.neutron [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.615294] env[69308]: DEBUG oslo_vmware.api [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868576, 'name': PowerOffVM_Task, 'duration_secs': 0.546585} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.615605] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.615779] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.616053] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcd86860-45cb-4c64-993b-a1e0a3394a63 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.728107] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.728107] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5251f32a-1a00-9f08-affc-eefb6fc56511" [ 907.728107] env[69308]: _type = "HttpNfcLease" [ 907.728107] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.750938] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091366} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.751261] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.752111] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bca0e4-7ef3-42eb-9fc6-737e2b9d7222 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.770186] env[69308]: DEBUG nova.scheduler.client.report [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.783795] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] d930a8a9-0db0-46ab-843f-6525300270cb/d930a8a9-0db0-46ab-843f-6525300270cb.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.785722] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b48e606-8ae7-4bd8-9ad5-b65c03833d1b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.800761] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.801125] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.801184] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleting the datastore file [datastore1] 6a3bc1c6-d136-4125-9c5e-3704ed039744 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.802227] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f243975-2b82-4493-a8f6-4bed0bacbe77 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.806812] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 7650ef23-41ab-4aba-89cf-d33006912049] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.812982] env[69308]: DEBUG oslo_vmware.api [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 907.812982] env[69308]: value = "task-3868581" [ 907.812982] env[69308]: _type = "Task" [ 907.812982] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.813341] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 907.813341] env[69308]: value = "task-3868582" [ 907.813341] env[69308]: _type = "Task" [ 907.813341] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.829562] env[69308]: DEBUG oslo_vmware.api [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.831970] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.855976] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868579, 'name': Destroy_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.931358] env[69308]: DEBUG nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.936583] env[69308]: DEBUG nova.network.neutron [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updating instance_info_cache with network_info: [{"id": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "address": "fa:16:3e:4e:7d:09", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986dd17-d5", "ovs_interfaceid": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.229383] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.229383] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5251f32a-1a00-9f08-affc-eefb6fc56511" [ 908.229383] env[69308]: _type = "HttpNfcLease" [ 908.229383] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.229383] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.229383] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5251f32a-1a00-9f08-affc-eefb6fc56511" [ 908.229383] env[69308]: _type = "HttpNfcLease" [ 908.229383] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 908.230756] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161a7db0-c024-4812-8aea-2d9cc2619119 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.240759] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a25c7-84f0-272e-ef49-9d37b27a71aa/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.240964] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a25c7-84f0-272e-ef49-9d37b27a71aa/disk-0.vmdk. {{(pid=69308) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 908.307929] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.106s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.308491] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.315285] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.429s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.315509] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.317852] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.970s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.318062] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.320044] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.103s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.321721] env[69308]: INFO nova.compute.claims [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.325105] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 9bed399d-c3f5-4659-bbe0-c88f73e1e52b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.343575] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c26d4da8-4303-4052-8bf0-035ec77049a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.363441] env[69308]: DEBUG oslo_vmware.api [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261689} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.363728] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.366154] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.366539] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.366876] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.367629] env[69308]: INFO nova.compute.manager [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Took 1.82 seconds to destroy the instance on the hypervisor. [ 908.367700] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.376481] env[69308]: DEBUG nova.compute.manager [-] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.376641] env[69308]: DEBUG nova.network.neutron [-] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.380179] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868579, 'name': Destroy_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.383777] env[69308]: INFO nova.scheduler.client.report [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Deleted allocations for instance 6518127c-ce73-4cd9-a46f-152e6c36a40f [ 908.398605] env[69308]: INFO nova.scheduler.client.report [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Deleted allocations for instance 2234356c-a233-4649-a30d-63af47b4e971 [ 908.446235] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Releasing lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.446235] env[69308]: DEBUG nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Instance network_info: |[{"id": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "address": "fa:16:3e:4e:7d:09", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986dd17-d5", "ovs_interfaceid": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.446821] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:7d:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2986dd17-d53b-4719-9617-e6e9ca1b6941', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.456170] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.457058] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.457585] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc5d560e-3e0b-4437-ae19-6445e2a3994c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.474743] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.484131] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.484131] env[69308]: value = "task-3868583" [ 908.484131] env[69308]: _type = "Task" [ 908.484131] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.496404] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868583, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.666819] env[69308]: DEBUG nova.network.neutron [-] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.850102] env[69308]: DEBUG nova.compute.utils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.853983] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 9f4c2ce2-5ccf-4f32-b0f8-77524dcc7c81] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.856007] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.864184] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.864184] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.878263] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868579, 'name': Destroy_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.894597] env[69308]: DEBUG oslo_concurrency.lockutils [None req-356d9c81-6d80-4f80-8c10-fda639810867 tempest-ServerAddressesNegativeTestJSON-762904116 tempest-ServerAddressesNegativeTestJSON-762904116-project-member] Lock "6518127c-ce73-4cd9-a46f-152e6c36a40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.126s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.915032] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8caa1f60-ad78-4a2f-95e8-7515bb7df520 tempest-ServersWithSpecificFlavorTestJSON-103354406 tempest-ServersWithSpecificFlavorTestJSON-103354406-project-member] Lock "2234356c-a233-4649-a30d-63af47b4e971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.293s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.998653] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868583, 'name': CreateVM_Task, 'duration_secs': 0.465029} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.001681] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.001681] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.001681] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.002096] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.002179] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a03704-4343-4185-8f7e-a906854150fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.009343] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 909.009343] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]521264e1-be6d-985a-4703-8e7da0d8b0f4" [ 909.009343] env[69308]: _type = "Task" [ 909.009343] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.022973] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521264e1-be6d-985a-4703-8e7da0d8b0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.028846] env[69308]: DEBUG nova.policy [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e2f57b4464248939616ae581a83075a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5982d5b05e0d4555a41cf79fba7c11bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.105171] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Completed reading data from the image iterator. {{(pid=69308) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 909.105557] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a25c7-84f0-272e-ef49-9d37b27a71aa/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 909.107031] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e9d696-6947-4ed0-88e5-c3ed5e4cc29c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.118021] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a25c7-84f0-272e-ef49-9d37b27a71aa/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 909.118021] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a25c7-84f0-272e-ef49-9d37b27a71aa/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 909.118021] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6f1c904c-1dc5-43fc-9f19-8d0810670ad1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.172960] env[69308]: INFO nova.compute.manager [-] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Took 2.70 seconds to deallocate network for instance. [ 909.343072] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868582, 'name': ReconfigVM_Task, 'duration_secs': 1.426865} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.343794] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Reconfigured VM instance instance-00000041 to attach disk [datastore2] d930a8a9-0db0-46ab-843f-6525300270cb/d930a8a9-0db0-46ab-843f-6525300270cb.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.344524] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b16cf42b-215e-4ed5-be42-d1828c7f6fcd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.355764] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 909.355764] env[69308]: value = "task-3868584" [ 909.355764] env[69308]: _type = "Task" [ 909.355764] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.370350] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: d52ddc48-9f9b-486e-bd3c-7407860cda16] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.373035] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.390752] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Successfully updated port: e5565fce-0f10-4710-86b7-00aebff5201d {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.392290] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868584, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.392738] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868579, 'name': Destroy_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.475109] env[69308]: DEBUG oslo_vmware.rw_handles [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a25c7-84f0-272e-ef49-9d37b27a71aa/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 909.475363] env[69308]: INFO nova.virt.vmwareapi.images [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Downloaded image file data 1d424616-6304-43d9-84b4-dc8886c31b94 [ 909.476349] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b2e8e-c1aa-4226-aed8-ed258cf1698c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.500875] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee64b5b5-67b8-40e6-91ea-4f1f63ea90bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.522381] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521264e1-be6d-985a-4703-8e7da0d8b0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.524848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.524848] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.525213] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.525466] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.525787] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.526495] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bffd80f1-bb62-4ff7-994b-92eb28530c87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.537654] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.537654] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.538692] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d52059-d865-480f-a788-44ae9989470e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.546103] env[69308]: INFO nova.virt.vmwareapi.images [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] The imported VM was unregistered [ 909.548979] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Caching image {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 909.549265] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94 {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.553827] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7987e82-3520-48d3-a960-795fa949868d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.556434] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 909.556434] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52676446-5840-7d8a-4c91-d0396c77281e" [ 909.556434] env[69308]: _type = "Task" [ 909.556434] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.568094] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52676446-5840-7d8a-4c91-d0396c77281e, 'name': SearchDatastore_Task, 'duration_secs': 0.012973} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.570664] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Created directory with path [datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94 {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.571015] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45/OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45.vmdk to [datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94/1d424616-6304-43d9-84b4-dc8886c31b94.vmdk. {{(pid=69308) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 909.574116] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3af6e5c-12d8-439b-bf23-bba416583b24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.576884] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0f159a71-6403-4a98-9895-88caa357a248 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.581386] env[69308]: DEBUG nova.compute.manager [req-93b97805-d0ee-4f30-ac3b-a720eec61d2a req-48e91a09-dbde-4279-84a1-62119655b56e service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Received event network-vif-plugged-e5565fce-0f10-4710-86b7-00aebff5201d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.581612] env[69308]: DEBUG oslo_concurrency.lockutils [req-93b97805-d0ee-4f30-ac3b-a720eec61d2a req-48e91a09-dbde-4279-84a1-62119655b56e service nova] Acquiring lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.581826] env[69308]: DEBUG oslo_concurrency.lockutils [req-93b97805-d0ee-4f30-ac3b-a720eec61d2a req-48e91a09-dbde-4279-84a1-62119655b56e service nova] Lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.582008] env[69308]: DEBUG oslo_concurrency.lockutils [req-93b97805-d0ee-4f30-ac3b-a720eec61d2a req-48e91a09-dbde-4279-84a1-62119655b56e service nova] Lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.582182] env[69308]: DEBUG nova.compute.manager [req-93b97805-d0ee-4f30-ac3b-a720eec61d2a req-48e91a09-dbde-4279-84a1-62119655b56e service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] No waiting events found dispatching network-vif-plugged-e5565fce-0f10-4710-86b7-00aebff5201d {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.582345] env[69308]: WARNING nova.compute.manager [req-93b97805-d0ee-4f30-ac3b-a720eec61d2a req-48e91a09-dbde-4279-84a1-62119655b56e service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Received unexpected event network-vif-plugged-e5565fce-0f10-4710-86b7-00aebff5201d for instance with vm_state building and task_state spawning. [ 909.586742] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 909.586742] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db49b5-b785-ec24-7a6c-5f3272868f8f" [ 909.586742] env[69308]: _type = "Task" [ 909.586742] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.591679] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 909.591679] env[69308]: value = "task-3868586" [ 909.591679] env[69308]: _type = "Task" [ 909.591679] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.602315] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db49b5-b785-ec24-7a6c-5f3272868f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.608967] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.762119] env[69308]: INFO nova.compute.manager [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Took 0.59 seconds to detach 1 volumes for instance. [ 909.764346] env[69308]: DEBUG nova.compute.manager [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Deleting volume: 30518ad5-bbb1-4eac-ac99-ce7406fbae45 {{(pid=69308) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 909.772658] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b477e0aa-3485-4b11-a544-fddd28ebec69 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "062b6b59-5e69-49cc-a27e-eea425dc9d8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.772658] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b477e0aa-3485-4b11-a544-fddd28ebec69 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "062b6b59-5e69-49cc-a27e-eea425dc9d8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.819500] env[69308]: DEBUG nova.network.neutron [-] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.871621] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868584, 'name': Rename_Task, 'duration_secs': 0.219339} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.875066] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.875807] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868579, 'name': Destroy_Task, 'duration_secs': 2.056698} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.876245] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ee91450-28f4-4e12-a29d-8f8e2327806a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.877717] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Destroyed the VM [ 909.877963] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 909.881545] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: d85e0043-5556-4de2-a14b-654fcb440aa3] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.889026] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c1539ff-e115-4c7c-8a69-c82a55deaf0d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.893829] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "refresh_cache-fdc7294d-e510-45d8-a101-d6d3b777fcaf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.893969] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "refresh_cache-fdc7294d-e510-45d8-a101-d6d3b777fcaf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.894151] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.898947] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 909.898947] env[69308]: value = "task-3868589" [ 909.898947] env[69308]: _type = "Task" [ 909.898947] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.902032] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 909.902032] env[69308]: value = "task-3868588" [ 909.902032] env[69308]: _type = "Task" [ 909.902032] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.931131] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868589, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.931518] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868588, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.012356] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbf615f-740d-4229-b0d7-f055c7636a88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.024574] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90b89e4-f26d-487a-a105-b81c12f9a30c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.060968] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Successfully created port: df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.064082] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d918641-f654-4876-bb90-53fae43947b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.072918] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9c3d12-4f86-4a7d-88d8-43206707af1e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.090586] env[69308]: DEBUG nova.compute.provider_tree [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.104442] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.108905] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db49b5-b785-ec24-7a6c-5f3272868f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.109118] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.109398] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 8f61152a-ba4c-402d-aa6a-32345bb4309f/8f61152a-ba4c-402d-aa6a-32345bb4309f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.109949] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b24fec-ba88-4c14-a527-93ddc1011af5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.117859] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 910.117859] env[69308]: value = "task-3868590" [ 910.117859] env[69308]: _type = "Task" [ 910.117859] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.127224] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.129979] env[69308]: DEBUG nova.compute.manager [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Received event network-changed-2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.130194] env[69308]: DEBUG nova.compute.manager [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Refreshing instance network info cache due to event network-changed-2986dd17-d53b-4719-9617-e6e9ca1b6941. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.130410] env[69308]: DEBUG oslo_concurrency.lockutils [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] Acquiring lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.130551] env[69308]: DEBUG oslo_concurrency.lockutils [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] Acquired lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.130714] env[69308]: DEBUG nova.network.neutron [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Refreshing network info cache for port 2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.313103] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.317946] env[69308]: INFO nova.compute.manager [-] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Took 1.94 seconds to deallocate network for instance. [ 910.389632] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.392395] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: dcc61c85-f39c-40e0-95cf-c18894eebf03] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.423590] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.430990] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868588, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.440385] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.440810] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.440810] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.440965] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.442134] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.442134] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.442134] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.442134] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.443063] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.443063] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.443063] env[69308]: DEBUG nova.virt.hardware [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.443788] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1916432d-2d73-48d0-812e-908044bd2378 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.453971] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b875c2-cfe7-4a44-a58a-35409ff6bbba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.474648] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.598515] env[69308]: DEBUG nova.scheduler.client.report [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.629632] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.635617] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868590, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.825570] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Updating instance_info_cache with network_info: [{"id": "e5565fce-0f10-4710-86b7-00aebff5201d", "address": "fa:16:3e:15:df:a9", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5565fce-0f", "ovs_interfaceid": "e5565fce-0f10-4710-86b7-00aebff5201d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.827751] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.899805] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.900148] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Cleaning up deleted instances with incomplete migration {{(pid=69308) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 910.928424] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.934555] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868588, 'name': RemoveSnapshot_Task, 'duration_secs': 0.854223} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.935060] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 910.935522] env[69308]: DEBUG nova.compute.manager [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.936947] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1688d906-a4aa-4b88-b378-63874077e7e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.111821] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.111821] env[69308]: DEBUG nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.122752] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.397s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.122752] env[69308]: INFO nova.compute.claims [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.149575] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.154113] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.330718] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "refresh_cache-fdc7294d-e510-45d8-a101-d6d3b777fcaf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.332347] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Instance network_info: |[{"id": "e5565fce-0f10-4710-86b7-00aebff5201d", "address": "fa:16:3e:15:df:a9", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5565fce-0f", "ovs_interfaceid": "e5565fce-0f10-4710-86b7-00aebff5201d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.333142] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:df:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5565fce-0f10-4710-86b7-00aebff5201d', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.343818] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Creating folder: Project (5982d5b05e0d4555a41cf79fba7c11bb). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.344247] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec0c3ae4-f228-4d40-95c2-670acdf969f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.365501] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Created folder: Project (5982d5b05e0d4555a41cf79fba7c11bb) in parent group-v768498. [ 911.365782] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Creating folder: Instances. Parent ref: group-v768694. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.366033] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11b6cc29-88ec-4b5f-8300-405cbb9e6f81 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.381246] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Created folder: Instances in parent group-v768694. [ 911.381580] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.381906] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.382428] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-565eef3f-fde6-4023-ae44-acd5487c83e0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.415145] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.415145] env[69308]: value = "task-3868593" [ 911.415145] env[69308]: _type = "Task" [ 911.415145] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.417337] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.418579] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.431746] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868593, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.461152] env[69308]: INFO nova.compute.manager [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Shelve offloading [ 911.628444] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.642922] env[69308]: DEBUG nova.compute.utils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.644668] env[69308]: DEBUG nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.644925] env[69308]: DEBUG nova.network.neutron [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.663199] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868590, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.199648} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.663522] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 8f61152a-ba4c-402d-aa6a-32345bb4309f/8f61152a-ba4c-402d-aa6a-32345bb4309f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.663725] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.664029] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61e75962-56c0-4f92-9acf-a5d4b5d97d3b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.675341] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 911.675341] env[69308]: value = "task-3868594" [ 911.675341] env[69308]: _type = "Task" [ 911.675341] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.695020] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.712388] env[69308]: DEBUG nova.network.neutron [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updated VIF entry in instance network info cache for port 2986dd17-d53b-4719-9617-e6e9ca1b6941. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.713026] env[69308]: DEBUG nova.network.neutron [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updating instance_info_cache with network_info: [{"id": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "address": "fa:16:3e:4e:7d:09", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986dd17-d5", "ovs_interfaceid": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.809897] env[69308]: DEBUG nova.policy [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '241b2cba5861422e989b652b170b06ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983c3020d8374ffcb54d8b9976da06df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.916369] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868589, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.929310] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868593, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.966517] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.969020] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb92638c-31c3-4d58-9062-683c9b0ba793 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.976771] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 911.976771] env[69308]: value = "task-3868595" [ 911.976771] env[69308]: _type = "Task" [ 911.976771] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.989655] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 911.989915] env[69308]: DEBUG nova.compute.manager [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.990842] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbea0770-50f6-4d7b-8623-6e2e10f141ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.000536] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.000755] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.000995] env[69308]: DEBUG nova.network.neutron [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.133754] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.157336] env[69308]: DEBUG nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.192953] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079417} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.194101] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.197102] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e097da0d-53ac-4d19-8763-955017daef60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.216924] env[69308]: DEBUG oslo_concurrency.lockutils [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] Releasing lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.217368] env[69308]: DEBUG nova.compute.manager [req-89a8bd17-883c-4169-8465-41c6c2faf077 req-4411fe92-0dbb-4d97-8362-a603189b06fa service nova] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Received event network-vif-deleted-b672c580-9374-48a0-a649-3d6f6f80e3c5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.229784] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 8f61152a-ba4c-402d-aa6a-32345bb4309f/8f61152a-ba4c-402d-aa6a-32345bb4309f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.232313] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fee098b-982a-45ea-9ec1-48a5a3993641 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.254256] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "9a4f7927-1657-40c2-a11c-c9be89fc534a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.254256] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "9a4f7927-1657-40c2-a11c-c9be89fc534a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.262153] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 912.262153] env[69308]: value = "task-3868596" [ 912.262153] env[69308]: _type = "Task" [ 912.262153] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.276408] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.417365] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868589, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.438151] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868593, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.547280] env[69308]: DEBUG nova.compute.manager [req-478a36f8-9009-4a4d-92b5-9ea9ec2f5591 req-e42ab6df-00fd-4380-b2d5-f5dbe1d7d489 service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Received event network-changed-e5565fce-0f10-4710-86b7-00aebff5201d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.547545] env[69308]: DEBUG nova.compute.manager [req-478a36f8-9009-4a4d-92b5-9ea9ec2f5591 req-e42ab6df-00fd-4380-b2d5-f5dbe1d7d489 service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Refreshing instance network info cache due to event network-changed-e5565fce-0f10-4710-86b7-00aebff5201d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.547714] env[69308]: DEBUG oslo_concurrency.lockutils [req-478a36f8-9009-4a4d-92b5-9ea9ec2f5591 req-e42ab6df-00fd-4380-b2d5-f5dbe1d7d489 service nova] Acquiring lock "refresh_cache-fdc7294d-e510-45d8-a101-d6d3b777fcaf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.547907] env[69308]: DEBUG oslo_concurrency.lockutils [req-478a36f8-9009-4a4d-92b5-9ea9ec2f5591 req-e42ab6df-00fd-4380-b2d5-f5dbe1d7d489 service nova] Acquired lock "refresh_cache-fdc7294d-e510-45d8-a101-d6d3b777fcaf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.552302] env[69308]: DEBUG nova.network.neutron [req-478a36f8-9009-4a4d-92b5-9ea9ec2f5591 req-e42ab6df-00fd-4380-b2d5-f5dbe1d7d489 service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Refreshing network info cache for port e5565fce-0f10-4710-86b7-00aebff5201d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.636701] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.777973] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.883357] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b583556-eaac-4719-87fb-50f81d1d2e5e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.897118] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28df18e-1be0-4f97-892a-b5545aa02916 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.950968] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54873c1b-874f-4dda-b8db-7e7f933077ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.965486] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868589, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.971494] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868593, 'name': CreateVM_Task, 'duration_secs': 1.29853} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.972960] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca3673-afb4-4700-93e2-a90420808d31 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.979032] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.979855] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.980079] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.980406] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.981855] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd10dbe-4187-42d6-98f2-a7b87333c4c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.995374] env[69308]: DEBUG nova.compute.provider_tree [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.998539] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 912.998539] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529fd836-4a02-cc78-e71d-1a872b75e397" [ 912.998539] env[69308]: _type = "Task" [ 912.998539] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.010126] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529fd836-4a02-cc78-e71d-1a872b75e397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.056202] env[69308]: DEBUG nova.network.neutron [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Successfully created port: 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.068241] env[69308]: DEBUG nova.compute.manager [req-2b19263c-17f5-4ff2-b003-cc40afc5ee93 req-ca5f1d88-b9bc-472a-82c1-4b370512b61e service nova] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Received event network-vif-deleted-f4f7f8f7-3aea-4956-b8eb-687f881936f8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.133674] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.175972] env[69308]: DEBUG nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.215639] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.216031] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.216353] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.216569] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.216837] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.216921] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.217145] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.217333] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.217508] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.217670] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.218196] env[69308]: DEBUG nova.virt.hardware [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.219891] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e46307-1368-4fac-b66c-deca353a2f35 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.227870] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe9239e-ace2-4320-be8b-d237cd0e6e92 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.276334] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868596, 'name': ReconfigVM_Task, 'duration_secs': 0.99475} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.276669] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 8f61152a-ba4c-402d-aa6a-32345bb4309f/8f61152a-ba4c-402d-aa6a-32345bb4309f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.277383] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d88c562d-55a5-4802-b686-c5e77debe4c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.285494] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 913.285494] env[69308]: value = "task-3868597" [ 913.285494] env[69308]: _type = "Task" [ 913.285494] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.298275] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868597, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.380265] env[69308]: DEBUG nova.network.neutron [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating instance_info_cache with network_info: [{"id": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "address": "fa:16:3e:27:dd:da", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ccba25-ba", "ovs_interfaceid": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.452223] env[69308]: DEBUG oslo_vmware.api [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868589, 'name': PowerOnVM_Task, 'duration_secs': 3.490311} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.452578] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.452873] env[69308]: INFO nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Took 13.31 seconds to spawn the instance on the hypervisor. [ 913.453169] env[69308]: DEBUG nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.454109] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e342f21-b257-4f90-8978-c491186f32d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.500655] env[69308]: DEBUG nova.scheduler.client.report [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.525450] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529fd836-4a02-cc78-e71d-1a872b75e397, 'name': SearchDatastore_Task, 'duration_secs': 0.096145} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.525886] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.526224] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.526453] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.526685] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.526881] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.529036] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c344a0a3-6f9e-40b3-9d0e-fe762bfd1359 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.543869] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.543869] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.544628] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f64e404-25f1-4c57-ad7e-de639f103714 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.553742] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 913.553742] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52590dac-9153-f76d-904b-a97db8fda498" [ 913.553742] env[69308]: _type = "Task" [ 913.553742] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.573487] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52590dac-9153-f76d-904b-a97db8fda498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.632374] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868586, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.755031} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.632666] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45/OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45.vmdk to [datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94/1d424616-6304-43d9-84b4-dc8886c31b94.vmdk. [ 913.632884] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Cleaning up location [datastore2] OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 913.633051] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6d03727d-1508-42ca-9ab6-885a17169e45 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.633313] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0ad3eb5-1a79-4019-a9b7-4680d81a9a75 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.643416] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 913.643416] env[69308]: value = "task-3868598" [ 913.643416] env[69308]: _type = "Task" [ 913.643416] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.652897] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.767414] env[69308]: DEBUG nova.network.neutron [req-478a36f8-9009-4a4d-92b5-9ea9ec2f5591 req-e42ab6df-00fd-4380-b2d5-f5dbe1d7d489 service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Updated VIF entry in instance network info cache for port e5565fce-0f10-4710-86b7-00aebff5201d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.767847] env[69308]: DEBUG nova.network.neutron [req-478a36f8-9009-4a4d-92b5-9ea9ec2f5591 req-e42ab6df-00fd-4380-b2d5-f5dbe1d7d489 service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Updating instance_info_cache with network_info: [{"id": "e5565fce-0f10-4710-86b7-00aebff5201d", "address": "fa:16:3e:15:df:a9", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5565fce-0f", "ovs_interfaceid": "e5565fce-0f10-4710-86b7-00aebff5201d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.797923] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868597, 'name': Rename_Task, 'duration_secs': 0.165643} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.798796] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.798796] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c028d1e2-660b-42b7-8678-ac75ae7831c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.807213] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 913.807213] env[69308]: value = "task-3868599" [ 913.807213] env[69308]: _type = "Task" [ 913.807213] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.818073] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.889830] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.959557] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Successfully updated port: df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.978523] env[69308]: INFO nova.compute.manager [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Took 61.98 seconds to build instance. [ 914.016802] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.017382] env[69308]: DEBUG nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.020651] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.081s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.024103] env[69308]: DEBUG nova.objects.instance [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 914.073220] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52590dac-9153-f76d-904b-a97db8fda498, 'name': SearchDatastore_Task, 'duration_secs': 0.048023} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.075150] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f4b2e28-9240-4ea1-9145-f0d75e669a58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.081527] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 914.081527] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a47147-e411-841e-8fed-1168387892dd" [ 914.081527] env[69308]: _type = "Task" [ 914.081527] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.095445] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a47147-e411-841e-8fed-1168387892dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.159021] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261154} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.159021] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.159021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94/1d424616-6304-43d9-84b4-dc8886c31b94.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.159021] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94/1d424616-6304-43d9-84b4-dc8886c31b94.vmdk to [datastore2] 57240612-d241-48c8-845f-52503cdaf021/57240612-d241-48c8-845f-52503cdaf021.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.159021] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc1acb75-ea98-4ea4-978d-ac73154998b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.165644] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 914.165644] env[69308]: value = "task-3868600" [ 914.165644] env[69308]: _type = "Task" [ 914.165644] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.177811] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.272058] env[69308]: DEBUG oslo_concurrency.lockutils [req-478a36f8-9009-4a4d-92b5-9ea9ec2f5591 req-e42ab6df-00fd-4380-b2d5-f5dbe1d7d489 service nova] Releasing lock "refresh_cache-fdc7294d-e510-45d8-a101-d6d3b777fcaf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.323929] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.464326] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "refresh_cache-6803c1da-f1d1-4b4f-a067-170e95276d4b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.464326] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "refresh_cache-6803c1da-f1d1-4b4f-a067-170e95276d4b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.464326] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.481063] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c1beb4b-489b-4d25-a0bf-c7c893b08935 tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "d930a8a9-0db0-46ab-843f-6525300270cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.221s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.526946] env[69308]: DEBUG nova.compute.utils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.532826] env[69308]: DEBUG nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.532826] env[69308]: DEBUG nova.network.neutron [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.594517] env[69308]: DEBUG nova.policy [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb7a3393e254a7aa3994da7e9e48bd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e5efd320a074dd1a64c494e41e3c22e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.606607] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a47147-e411-841e-8fed-1168387892dd, 'name': SearchDatastore_Task, 'duration_secs': 0.019526} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.606924] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.607317] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fdc7294d-e510-45d8-a101-d6d3b777fcaf/fdc7294d-e510-45d8-a101-d6d3b777fcaf.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.610046] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ced6638-6f2d-4212-bbcc-877bb6367746 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.625362] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 914.625362] env[69308]: value = "task-3868601" [ 914.625362] env[69308]: _type = "Task" [ 914.625362] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.639324] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.679445] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868600, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.827260] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.984657] env[69308]: DEBUG nova.compute.manager [None req-b477e0aa-3485-4b11-a544-fddd28ebec69 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 062b6b59-5e69-49cc-a27e-eea425dc9d8a] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.028944] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.039837] env[69308]: DEBUG nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.044727] env[69308]: DEBUG oslo_concurrency.lockutils [None req-65f2c79f-7f2f-4b57-a54f-cb2da15873d3 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.050694] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.050694] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.961s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.050694] env[69308]: DEBUG nova.objects.instance [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lazy-loading 'pci_requests' on Instance uuid 6b05f946-8630-4f0b-98aa-0149e4d97e27 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.050694] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686478ec-0320-4702-9aba-b875f02b272f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.068258] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.068688] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8d613c5-2f4b-47e2-b9c3-9233d9803ef0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.097500] env[69308]: DEBUG nova.compute.manager [req-2f5efe23-600f-451e-9a29-22096ae993d0 req-548038ba-1b2c-4ad4-ab22-18925aaf83f2 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received event network-vif-unplugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.097602] env[69308]: DEBUG oslo_concurrency.lockutils [req-2f5efe23-600f-451e-9a29-22096ae993d0 req-548038ba-1b2c-4ad4-ab22-18925aaf83f2 service nova] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.098179] env[69308]: DEBUG oslo_concurrency.lockutils [req-2f5efe23-600f-451e-9a29-22096ae993d0 req-548038ba-1b2c-4ad4-ab22-18925aaf83f2 service nova] Lock "efafcb8a-d402-44d8-af37-38262e35621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.098179] env[69308]: DEBUG oslo_concurrency.lockutils [req-2f5efe23-600f-451e-9a29-22096ae993d0 req-548038ba-1b2c-4ad4-ab22-18925aaf83f2 service nova] Lock "efafcb8a-d402-44d8-af37-38262e35621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.098278] env[69308]: DEBUG nova.compute.manager [req-2f5efe23-600f-451e-9a29-22096ae993d0 req-548038ba-1b2c-4ad4-ab22-18925aaf83f2 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] No waiting events found dispatching network-vif-unplugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.098510] env[69308]: WARNING nova.compute.manager [req-2f5efe23-600f-451e-9a29-22096ae993d0 req-548038ba-1b2c-4ad4-ab22-18925aaf83f2 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received unexpected event network-vif-unplugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e for instance with vm_state shelved and task_state shelving_offloading. [ 915.143741] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.174429] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.174654] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.174840] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleting the datastore file [datastore2] efafcb8a-d402-44d8-af37-38262e35621c {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.175643] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4856f38a-e18c-4268-ac0f-fe44ca6a68f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.185568] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868600, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.188015] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 915.188015] env[69308]: value = "task-3868603" [ 915.188015] env[69308]: _type = "Task" [ 915.188015] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.203873] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.291308] env[69308]: DEBUG nova.network.neutron [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Successfully created port: 8fe96010-cd25-46f6-ae42-c162817d7b17 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.325203] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.489092] env[69308]: DEBUG nova.compute.manager [None req-b477e0aa-3485-4b11-a544-fddd28ebec69 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 062b6b59-5e69-49cc-a27e-eea425dc9d8a] Instance disappeared before build. {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 915.510077] env[69308]: DEBUG nova.network.neutron [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Updating instance_info_cache with network_info: [{"id": "df2eb09e-49e1-45a0-b2df-b163d7cdbcf4", "address": "fa:16:3e:c9:45:26", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf2eb09e-49", "ovs_interfaceid": "df2eb09e-49e1-45a0-b2df-b163d7cdbcf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.531535] env[69308]: DEBUG nova.compute.manager [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Received event network-vif-plugged-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.532419] env[69308]: DEBUG oslo_concurrency.lockutils [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] Acquiring lock "6803c1da-f1d1-4b4f-a067-170e95276d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.532419] env[69308]: DEBUG oslo_concurrency.lockutils [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] Lock "6803c1da-f1d1-4b4f-a067-170e95276d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.532776] env[69308]: DEBUG oslo_concurrency.lockutils [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] Lock "6803c1da-f1d1-4b4f-a067-170e95276d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.533042] env[69308]: DEBUG nova.compute.manager [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] No waiting events found dispatching network-vif-plugged-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.533277] env[69308]: WARNING nova.compute.manager [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Received unexpected event network-vif-plugged-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 for instance with vm_state building and task_state spawning. [ 915.533589] env[69308]: DEBUG nova.compute.manager [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Received event network-changed-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.533809] env[69308]: DEBUG nova.compute.manager [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Refreshing instance network info cache due to event network-changed-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.534173] env[69308]: DEBUG oslo_concurrency.lockutils [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] Acquiring lock "refresh_cache-6803c1da-f1d1-4b4f-a067-170e95276d4b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.561163] env[69308]: DEBUG nova.objects.instance [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b05f946-8630-4f0b-98aa-0149e4d97e27 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.646038] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.684893] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868600, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.703479] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.726379] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "d930a8a9-0db0-46ab-843f-6525300270cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.729137] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "d930a8a9-0db0-46ab-843f-6525300270cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.729137] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "d930a8a9-0db0-46ab-843f-6525300270cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.729137] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "d930a8a9-0db0-46ab-843f-6525300270cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.729137] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "d930a8a9-0db0-46ab-843f-6525300270cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.730687] env[69308]: INFO nova.compute.manager [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Terminating instance [ 915.822393] env[69308]: DEBUG oslo_vmware.api [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868599, 'name': PowerOnVM_Task, 'duration_secs': 1.798543} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.825125] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.825125] env[69308]: INFO nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Took 11.45 seconds to spawn the instance on the hypervisor. [ 915.825125] env[69308]: DEBUG nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.825125] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6201f55b-65b3-49aa-9632-8df6ba7884e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.986472] env[69308]: DEBUG nova.network.neutron [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Successfully updated port: 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.012622] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "refresh_cache-6803c1da-f1d1-4b4f-a067-170e95276d4b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.014904] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Instance network_info: |[{"id": "df2eb09e-49e1-45a0-b2df-b163d7cdbcf4", "address": "fa:16:3e:c9:45:26", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf2eb09e-49", "ovs_interfaceid": "df2eb09e-49e1-45a0-b2df-b163d7cdbcf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.014904] env[69308]: DEBUG oslo_concurrency.lockutils [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] Acquired lock "refresh_cache-6803c1da-f1d1-4b4f-a067-170e95276d4b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.015340] env[69308]: DEBUG nova.network.neutron [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Refreshing network info cache for port df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.021580] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:45:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df2eb09e-49e1-45a0-b2df-b163d7cdbcf4', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.028633] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.031301] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b477e0aa-3485-4b11-a544-fddd28ebec69 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "062b6b59-5e69-49cc-a27e-eea425dc9d8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 6.258s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.031717] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.034372] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f1fc7b2-a5ef-44b9-917e-b48c09ac4b55 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.058150] env[69308]: DEBUG nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.063549] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.063549] env[69308]: value = "task-3868604" [ 916.063549] env[69308]: _type = "Task" [ 916.063549] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.068206] env[69308]: INFO nova.compute.claims [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.084102] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868604, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.106346] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.106346] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.106346] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.106346] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.106346] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.106673] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.107021] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.107287] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.107535] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.107812] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.108121] env[69308]: DEBUG nova.virt.hardware [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.109046] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42988be-eb86-47c0-9af1-e5a494601ba9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.124182] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e13672a-b59b-42d1-9d1e-37c974026f67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.154405] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.182091] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868600, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.204414] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.204699] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.211903] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.235225] env[69308]: DEBUG nova.compute.manager [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.235576] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.236608] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b01c6-6c08-4be0-8492-fb4654b1600d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.248096] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.248420] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-167790f4-dcc3-4855-9922-41f1946d7421 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.260496] env[69308]: DEBUG oslo_vmware.api [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 916.260496] env[69308]: value = "task-3868605" [ 916.260496] env[69308]: _type = "Task" [ 916.260496] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.272202] env[69308]: DEBUG oslo_vmware.api [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.349835] env[69308]: INFO nova.compute.manager [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Took 50.75 seconds to build instance. [ 916.489499] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.489619] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.489778] env[69308]: DEBUG nova.network.neutron [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.554070] env[69308]: DEBUG nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.597175] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868604, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.654257] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868601, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.695016] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868600, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.720970] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.778910] env[69308]: DEBUG oslo_vmware.api [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.852746] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931402b-c179-4adf-9398-1f7ca1fa288c tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.283s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.933489] env[69308]: DEBUG nova.network.neutron [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Updated VIF entry in instance network info cache for port df2eb09e-49e1-45a0-b2df-b163d7cdbcf4. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.934015] env[69308]: DEBUG nova.network.neutron [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Updating instance_info_cache with network_info: [{"id": "df2eb09e-49e1-45a0-b2df-b163d7cdbcf4", "address": "fa:16:3e:c9:45:26", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf2eb09e-49", "ovs_interfaceid": "df2eb09e-49e1-45a0-b2df-b163d7cdbcf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.039275] env[69308]: DEBUG nova.network.neutron [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.085976] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.096127] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868604, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.151244] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868601, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.518724} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.151244] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fdc7294d-e510-45d8-a101-d6d3b777fcaf/fdc7294d-e510-45d8-a101-d6d3b777fcaf.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.151244] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.151244] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c639ad2-b6bc-448b-9296-8fb746e44feb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.163605] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 917.163605] env[69308]: value = "task-3868606" [ 917.163605] env[69308]: _type = "Task" [ 917.163605] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.185449] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.192049] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868600, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.821008} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.196383] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d424616-6304-43d9-84b4-dc8886c31b94/1d424616-6304-43d9-84b4-dc8886c31b94.vmdk to [datastore2] 57240612-d241-48c8-845f-52503cdaf021/57240612-d241-48c8-845f-52503cdaf021.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.197903] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad5ded-6a10-4bdf-8d98-b26b572f0b27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.214485] env[69308]: DEBUG oslo_vmware.api [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.912099} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.229127] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.229439] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.229787] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.242253] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 57240612-d241-48c8-845f-52503cdaf021/57240612-d241-48c8-845f-52503cdaf021.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.245514] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7716b1e-489c-4c0e-9755-7dca7397a1d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.275098] env[69308]: INFO nova.scheduler.client.report [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted allocations for instance efafcb8a-d402-44d8-af37-38262e35621c [ 917.280486] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 917.280486] env[69308]: value = "task-3868607" [ 917.280486] env[69308]: _type = "Task" [ 917.280486] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.285182] env[69308]: DEBUG oslo_vmware.api [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868605, 'name': PowerOffVM_Task, 'duration_secs': 0.937261} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.290468] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.290770] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.292692] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fee6f3e4-81c5-4a9c-8f88-ed78a86ab86c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.297204] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a327e70-299b-4978-90fb-35e6f012c1ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.310060] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b429b8-20cb-475e-b12f-04c766d8b066 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.314959] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.346489] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bf0f6e-648a-498e-b1b8-c69ac2cd5a8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.355840] env[69308]: DEBUG nova.compute.manager [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.362251] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700bd189-58d5-4564-9a9f-bbf0ed2105c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.369340] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.369706] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.369839] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Deleting the datastore file [datastore2] d930a8a9-0db0-46ab-843f-6525300270cb {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.370200] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41672403-85d4-4340-85fe-fb234c75c768 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.385417] env[69308]: DEBUG nova.compute.provider_tree [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.393622] env[69308]: DEBUG oslo_vmware.api [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for the task: (returnval){ [ 917.393622] env[69308]: value = "task-3868609" [ 917.393622] env[69308]: _type = "Task" [ 917.393622] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.406354] env[69308]: DEBUG oslo_vmware.api [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.441507] env[69308]: DEBUG oslo_concurrency.lockutils [req-a1f4a9d5-3d35-4b3d-acbe-aa7005911ba3 req-eec08a21-1d72-466b-9352-f98344b2efbf service nova] Releasing lock "refresh_cache-6803c1da-f1d1-4b4f-a067-170e95276d4b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.443560] env[69308]: DEBUG nova.network.neutron [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.587519] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868604, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.617928] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "cc7565da-c853-4592-af47-305eecd1e873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.617928] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "cc7565da-c853-4592-af47-305eecd1e873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.679281] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091989} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.679281] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.679281] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad36e98-a84c-4ba5-b837-1e91644fb49f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.715302] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] fdc7294d-e510-45d8-a101-d6d3b777fcaf/fdc7294d-e510-45d8-a101-d6d3b777fcaf.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.716428] env[69308]: DEBUG nova.network.neutron [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Successfully updated port: 8fe96010-cd25-46f6-ae42-c162817d7b17 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.717622] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40226984-a097-42c4-b1bd-f34551386a8c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.737256] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738748] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738748] env[69308]: DEBUG nova.network.neutron [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.747385] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 917.747385] env[69308]: value = "task-3868610" [ 917.747385] env[69308]: _type = "Task" [ 917.747385] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.758159] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.786280] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.796545] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.879742] env[69308]: DEBUG nova.compute.manager [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received event network-changed-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.879834] env[69308]: DEBUG nova.compute.manager [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Refreshing instance network info cache due to event network-changed-95ccba25-ba8b-4c6b-a86f-1d27859d707e. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.884644] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Acquiring lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.884644] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Acquired lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.884644] env[69308]: DEBUG nova.network.neutron [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Refreshing network info cache for port 95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.892350] env[69308]: DEBUG nova.scheduler.client.report [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.898628] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.910068] env[69308]: DEBUG oslo_vmware.api [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Task: {'id': task-3868609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179639} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.910761] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.911777] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.913087] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.913333] env[69308]: INFO nova.compute.manager [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Took 1.68 seconds to destroy the instance on the hypervisor. [ 917.913619] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.913912] env[69308]: DEBUG nova.compute.manager [-] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.913984] env[69308]: DEBUG nova.network.neutron [-] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.950636] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.951044] env[69308]: DEBUG nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Instance network_info: |[{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.951464] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:a1:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.961101] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Creating folder: Project (983c3020d8374ffcb54d8b9976da06df). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.964338] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d1df6e0-e247-4bd6-98fb-9c8ea6d51dbd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.977912] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Created folder: Project (983c3020d8374ffcb54d8b9976da06df) in parent group-v768498. [ 917.977912] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Creating folder: Instances. Parent ref: group-v768698. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.977912] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d946a5dd-f044-4e93-9262-da4449119a1c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.988922] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Created folder: Instances in parent group-v768698. [ 917.989217] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.989444] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.989672] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-547ceb4b-13f5-4875-9226-96b176315d51 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.012400] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.012400] env[69308]: value = "task-3868613" [ 918.012400] env[69308]: _type = "Task" [ 918.012400] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.022854] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868613, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.091799] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868604, 'name': CreateVM_Task, 'duration_secs': 1.823348} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.092182] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.092876] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.093095] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.093464] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.093758] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaee6b09-e997-4071-8fa3-b739b0bbad17 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.102073] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 918.102073] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c22485-0af6-38b1-f985-f6828ef72adc" [ 918.102073] env[69308]: _type = "Task" [ 918.102073] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.112661] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c22485-0af6-38b1-f985-f6828ef72adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.261137] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868610, 'name': ReconfigVM_Task, 'duration_secs': 0.366845} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.261429] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Reconfigured VM instance instance-00000044 to attach disk [datastore2] fdc7294d-e510-45d8-a101-d6d3b777fcaf/fdc7294d-e510-45d8-a101-d6d3b777fcaf.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.264640] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a61b463-e350-45fb-a050-12d51c9ab8d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.277244] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 918.277244] env[69308]: value = "task-3868614" [ 918.277244] env[69308]: _type = "Task" [ 918.277244] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.292997] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868614, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.294226] env[69308]: DEBUG nova.network.neutron [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.311709] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.398277] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.350s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.403422] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.269s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.406374] env[69308]: INFO nova.compute.claims [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.465653] env[69308]: INFO nova.network.neutron [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating port 6bbde837-08e4-407a-b42e-a65e27da7cb9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 918.505765] env[69308]: DEBUG nova.compute.manager [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Received event network-changed-2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.505996] env[69308]: DEBUG nova.compute.manager [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Refreshing instance network info cache due to event network-changed-2986dd17-d53b-4719-9617-e6e9ca1b6941. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.507504] env[69308]: DEBUG oslo_concurrency.lockutils [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] Acquiring lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.509294] env[69308]: DEBUG oslo_concurrency.lockutils [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] Acquired lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.509294] env[69308]: DEBUG nova.network.neutron [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Refreshing network info cache for port 2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.525176] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868613, 'name': CreateVM_Task, 'duration_secs': 0.413103} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.528300] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.528300] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.528438] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.528824] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.529283] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec4ce2c-989a-44d1-a196-c3dca78eb053 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.535676] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 918.535676] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5250ae17-27cf-353a-4516-5d3e445e3d0c" [ 918.535676] env[69308]: _type = "Task" [ 918.535676] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.549755] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5250ae17-27cf-353a-4516-5d3e445e3d0c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.550198] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.550621] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.550621] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.550788] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.551073] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.551407] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71d51809-20de-4337-a416-f8a6b95deb52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.561401] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.561610] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.565627] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566d9f87-3d44-4fba-8d59-2c38f30a5258 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.572635] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 918.572635] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff1ee3-1192-3f0f-69f0-d97281d4d611" [ 918.572635] env[69308]: _type = "Task" [ 918.572635] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.583946] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff1ee3-1192-3f0f-69f0-d97281d4d611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.615739] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c22485-0af6-38b1-f985-f6828ef72adc, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.616685] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.616927] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.617221] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.617372] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.617553] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.617819] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a857583-d545-4006-a98e-d1c2294abc57 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.627502] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.627695] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.628450] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3128ca3-343c-4c1b-a09c-9cce621aa529 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.634111] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 918.634111] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52687f88-d9e8-ad58-281c-a2383d8a9642" [ 918.634111] env[69308]: _type = "Task" [ 918.634111] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.643334] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52687f88-d9e8-ad58-281c-a2383d8a9642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.693967] env[69308]: DEBUG nova.network.neutron [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Updating instance_info_cache with network_info: [{"id": "8fe96010-cd25-46f6-ae42-c162817d7b17", "address": "fa:16:3e:77:18:54", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe96010-cd", "ovs_interfaceid": "8fe96010-cd25-46f6-ae42-c162817d7b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.763908] env[69308]: DEBUG nova.network.neutron [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updated VIF entry in instance network info cache for port 95ccba25-ba8b-4c6b-a86f-1d27859d707e. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.764387] env[69308]: DEBUG nova.network.neutron [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating instance_info_cache with network_info: [{"id": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "address": "fa:16:3e:27:dd:da", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap95ccba25-ba", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.789223] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868614, 'name': Rename_Task, 'duration_secs': 0.168401} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.789529] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.789838] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d88200-44fb-4ed7-8e0f-b9b346a1f203 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.805551] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868607, 'name': ReconfigVM_Task, 'duration_secs': 1.136647} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.807370] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 57240612-d241-48c8-845f-52503cdaf021/57240612-d241-48c8-845f-52503cdaf021.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.808012] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 918.808012] env[69308]: value = "task-3868615" [ 918.808012] env[69308]: _type = "Task" [ 918.808012] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.808232] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-552c4cb1-02fe-4ca8-a1fa-aed5966de309 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.821256] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.823050] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 918.823050] env[69308]: value = "task-3868616" [ 918.823050] env[69308]: _type = "Task" [ 918.823050] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.834621] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868616, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.908522] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.908775] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.034342] env[69308]: DEBUG nova.network.neutron [-] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.088265] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff1ee3-1192-3f0f-69f0-d97281d4d611, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.088759] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25abde48-1610-422c-b5a3-cc018ac4dd97 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.095342] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 919.095342] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529c96c8-725a-1824-1aa4-e2f67642f19b" [ 919.095342] env[69308]: _type = "Task" [ 919.095342] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.106375] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529c96c8-725a-1824-1aa4-e2f67642f19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.153027] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52687f88-d9e8-ad58-281c-a2383d8a9642, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.153981] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abf1e18-b220-46a1-91e2-429b46b1f3a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.166114] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 919.166114] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526ceb5d-82d8-e9c3-a23c-7e5d730cfc17" [ 919.166114] env[69308]: _type = "Task" [ 919.166114] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.176225] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526ceb5d-82d8-e9c3-a23c-7e5d730cfc17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.197378] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.197734] env[69308]: DEBUG nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Instance network_info: |[{"id": "8fe96010-cd25-46f6-ae42-c162817d7b17", "address": "fa:16:3e:77:18:54", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe96010-cd", "ovs_interfaceid": "8fe96010-cd25-46f6-ae42-c162817d7b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.198180] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:18:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fe96010-cd25-46f6-ae42-c162817d7b17', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.210415] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.210512] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.210899] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d87cce78-9e44-4e0c-b00e-b21f2b9b8114 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.229655] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.229655] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.229917] env[69308]: INFO nova.compute.manager [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Rebooting instance [ 919.247616] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.247616] env[69308]: value = "task-3868617" [ 919.247616] env[69308]: _type = "Task" [ 919.247616] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.258896] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868617, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.268586] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Releasing lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.270924] env[69308]: DEBUG nova.compute.manager [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Received event network-vif-plugged-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.270924] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.270924] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.270924] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.270924] env[69308]: DEBUG nova.compute.manager [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] No waiting events found dispatching network-vif-plugged-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.271132] env[69308]: WARNING nova.compute.manager [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Received unexpected event network-vif-plugged-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 for instance with vm_state building and task_state spawning. [ 919.271340] env[69308]: DEBUG nova.compute.manager [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Received event network-changed-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.271577] env[69308]: DEBUG nova.compute.manager [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Refreshing instance network info cache due to event network-changed-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.271920] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Acquiring lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.272288] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Acquired lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.272523] env[69308]: DEBUG nova.network.neutron [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Refreshing network info cache for port 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.327370] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868615, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.338407] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868616, 'name': Rename_Task, 'duration_secs': 0.261242} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.338732] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.339040] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ae46f9-efcd-4a09-94c0-7a2394b27dab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.348950] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 919.348950] env[69308]: value = "task-3868618" [ 919.348950] env[69308]: _type = "Task" [ 919.348950] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.362097] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.397424] env[69308]: DEBUG nova.network.neutron [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updated VIF entry in instance network info cache for port 2986dd17-d53b-4719-9617-e6e9ca1b6941. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.397986] env[69308]: DEBUG nova.network.neutron [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updating instance_info_cache with network_info: [{"id": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "address": "fa:16:3e:4e:7d:09", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986dd17-d5", "ovs_interfaceid": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.538955] env[69308]: INFO nova.compute.manager [-] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Took 1.62 seconds to deallocate network for instance. [ 919.613024] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529c96c8-725a-1824-1aa4-e2f67642f19b, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.614111] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.614111] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] b8b3a0cc-9e40-4548-9340-dfa437d6d39b/b8b3a0cc-9e40-4548-9340-dfa437d6d39b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.614547] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c58dc2-13ba-4f19-b430-ec0d553a51ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.632621] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 919.632621] env[69308]: value = "task-3868619" [ 919.632621] env[69308]: _type = "Task" [ 919.632621] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.648974] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.678320] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526ceb5d-82d8-e9c3-a23c-7e5d730cfc17, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.678621] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.678946] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6803c1da-f1d1-4b4f-a067-170e95276d4b/6803c1da-f1d1-4b4f-a067-170e95276d4b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.679288] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d02678-23f2-4218-8ee9-34e221d17a01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.687176] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 919.687176] env[69308]: value = "task-3868620" [ 919.687176] env[69308]: _type = "Task" [ 919.687176] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.709180] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.775959] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868617, 'name': CreateVM_Task, 'duration_secs': 0.409597} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.775959] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.775959] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "5efabfe9-8065-4f53-99cd-1410507dc83d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.775959] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "5efabfe9-8065-4f53-99cd-1410507dc83d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.775959] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.775959] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.776299] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.776558] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.776893] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac65d35-4b3a-4395-9f14-c571bdd73a5c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.792286] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 919.792286] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ae5946-f6a0-15b9-1c48-af6c59fe514f" [ 919.792286] env[69308]: _type = "Task" [ 919.792286] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.808400] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ae5946-f6a0-15b9-1c48-af6c59fe514f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.823150] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868615, 'name': PowerOnVM_Task, 'duration_secs': 0.555701} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.823150] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.823150] env[69308]: INFO nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Took 12.57 seconds to spawn the instance on the hypervisor. [ 919.823150] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.824609] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e1522-bbb9-4317-a416-4e029a4f18d4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.871470] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.900854] env[69308]: DEBUG oslo_concurrency.lockutils [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] Releasing lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.901509] env[69308]: DEBUG nova.compute.manager [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Received event network-vif-plugged-8fe96010-cd25-46f6-ae42-c162817d7b17 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.901509] env[69308]: DEBUG oslo_concurrency.lockutils [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] Acquiring lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.901668] env[69308]: DEBUG oslo_concurrency.lockutils [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] Lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.902282] env[69308]: DEBUG oslo_concurrency.lockutils [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] Lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.902282] env[69308]: DEBUG nova.compute.manager [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] No waiting events found dispatching network-vif-plugged-8fe96010-cd25-46f6-ae42-c162817d7b17 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.902282] env[69308]: WARNING nova.compute.manager [req-6fbdf98f-0a9f-4b2f-9e79-639219c96f84 req-9f34f942-66d5-4224-a5e0-0536613b0b49 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Received unexpected event network-vif-plugged-8fe96010-cd25-46f6-ae42-c162817d7b17 for instance with vm_state building and task_state spawning. [ 919.902597] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquired lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.902776] env[69308]: DEBUG nova.network.neutron [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.048695] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.145340] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cf381c-807f-44a2-955e-ddb2691ec156 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.162415] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37ebdcb-e211-456a-a294-1eddc98065ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.167242] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.168436] env[69308]: DEBUG nova.network.neutron [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updated VIF entry in instance network info cache for port 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.168840] env[69308]: DEBUG nova.network.neutron [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.210577] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1d49b2-2536-4c2a-a192-211f84fedd0d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.223498] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868620, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.227966] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df4a9d2-7e18-46ab-ae87-96fa2aeb00b4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.253025] env[69308]: DEBUG nova.compute.provider_tree [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.307025] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ae5946-f6a0-15b9-1c48-af6c59fe514f, 'name': SearchDatastore_Task, 'duration_secs': 0.072778} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.307025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.307025] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.307025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.307025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.307025] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.307025] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb8f1717-c55e-4657-b469-317f99f43a2b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.322595] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.322955] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.324159] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d155995-7779-46e9-8ba1-5a009b731d30 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.330832] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 920.330832] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fbf5c7-e523-7b69-4c01-1bbf1eba6975" [ 920.330832] env[69308]: _type = "Task" [ 920.330832] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.345028] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fbf5c7-e523-7b69-4c01-1bbf1eba6975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.349430] env[69308]: INFO nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Took 47.54 seconds to build instance. [ 920.360831] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.520224] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquiring lock "8e152298-4f17-48c2-8a8b-1246d90430cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.520460] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "8e152298-4f17-48c2-8a8b-1246d90430cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.650170] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57848} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.650170] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] b8b3a0cc-9e40-4548-9340-dfa437d6d39b/b8b3a0cc-9e40-4548-9340-dfa437d6d39b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.650170] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.650170] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0274b8c-374c-4e5f-9687-32566a51cbf4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.655775] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 920.655775] env[69308]: value = "task-3868621" [ 920.655775] env[69308]: _type = "Task" [ 920.655775] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.664995] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.673549] env[69308]: DEBUG oslo_concurrency.lockutils [req-d31d8b09-eb6b-4f95-a770-60f40b01c56f req-4e6f1061-7f50-4aa7-b887-0dd024cb8646 service nova] Releasing lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.717651] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694146} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.717961] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6803c1da-f1d1-4b4f-a067-170e95276d4b/6803c1da-f1d1-4b4f-a067-170e95276d4b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.718102] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.718372] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c09d43e2-ae7a-495d-9b0b-dc127e533e5c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.728382] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 920.728382] env[69308]: value = "task-3868622" [ 920.728382] env[69308]: _type = "Task" [ 920.728382] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.744406] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.757662] env[69308]: DEBUG nova.scheduler.client.report [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.849719] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fbf5c7-e523-7b69-4c01-1bbf1eba6975, 'name': SearchDatastore_Task, 'duration_secs': 0.031796} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.850670] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.996s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.850983] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b6414e-ad3b-4218-bcd5-9f7a66b8fac1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.862709] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 920.862709] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b67339-b9af-d62f-d1be-b6576e0e1e08" [ 920.862709] env[69308]: _type = "Task" [ 920.862709] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.868165] env[69308]: DEBUG oslo_vmware.api [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868618, 'name': PowerOnVM_Task, 'duration_secs': 1.501287} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.871521] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.871816] env[69308]: INFO nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Took 19.31 seconds to spawn the instance on the hypervisor. [ 920.871985] env[69308]: DEBUG nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.873624] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a25c281-cf3b-4b8f-b06f-9098ffd2d683 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.885311] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b67339-b9af-d62f-d1be-b6576e0e1e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.024403] env[69308]: DEBUG nova.network.neutron [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updating instance_info_cache with network_info: [{"id": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "address": "fa:16:3e:4e:7d:09", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986dd17-d5", "ovs_interfaceid": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.167682] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.168575] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.168888] env[69308]: DEBUG nova.network.neutron [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.179107] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076541} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.180762] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.182107] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03743e5-883d-4a39-b6c8-fe7e3b2d33fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.216151] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b8b3a0cc-9e40-4548-9340-dfa437d6d39b/b8b3a0cc-9e40-4548-9340-dfa437d6d39b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.217270] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2637ca41-23f9-421d-a6f5-8ac94918e862 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.238932] env[69308]: DEBUG nova.compute.manager [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Received event network-changed-8fe96010-cd25-46f6-ae42-c162817d7b17 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.239331] env[69308]: DEBUG nova.compute.manager [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Refreshing instance network info cache due to event network-changed-8fe96010-cd25-46f6-ae42-c162817d7b17. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.239653] env[69308]: DEBUG oslo_concurrency.lockutils [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] Acquiring lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.240020] env[69308]: DEBUG oslo_concurrency.lockutils [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] Acquired lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.240305] env[69308]: DEBUG nova.network.neutron [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Refreshing network info cache for port 8fe96010-cd25-46f6-ae42-c162817d7b17 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.248293] env[69308]: DEBUG nova.compute.manager [req-96b4d907-168d-4675-bc1b-5aaecbca2ed5 req-cd172443-237f-4e57-8209-3a43c4355eee service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received event network-vif-plugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.248652] env[69308]: DEBUG oslo_concurrency.lockutils [req-96b4d907-168d-4675-bc1b-5aaecbca2ed5 req-cd172443-237f-4e57-8209-3a43c4355eee service nova] Acquiring lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.248964] env[69308]: DEBUG oslo_concurrency.lockutils [req-96b4d907-168d-4675-bc1b-5aaecbca2ed5 req-cd172443-237f-4e57-8209-3a43c4355eee service nova] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.249276] env[69308]: DEBUG oslo_concurrency.lockutils [req-96b4d907-168d-4675-bc1b-5aaecbca2ed5 req-cd172443-237f-4e57-8209-3a43c4355eee service nova] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.249553] env[69308]: DEBUG nova.compute.manager [req-96b4d907-168d-4675-bc1b-5aaecbca2ed5 req-cd172443-237f-4e57-8209-3a43c4355eee service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] No waiting events found dispatching network-vif-plugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.249842] env[69308]: WARNING nova.compute.manager [req-96b4d907-168d-4675-bc1b-5aaecbca2ed5 req-cd172443-237f-4e57-8209-3a43c4355eee service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received unexpected event network-vif-plugged-6bbde837-08e4-407a-b42e-a65e27da7cb9 for instance with vm_state shelved_offloaded and task_state spawning. [ 921.255093] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 921.255093] env[69308]: value = "task-3868623" [ 921.255093] env[69308]: _type = "Task" [ 921.255093] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.268022] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.268022] env[69308]: DEBUG nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.269293] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076395} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.270420] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.131s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.270420] env[69308]: DEBUG nova.objects.instance [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lazy-loading 'resources' on Instance uuid b72ebe87-2c2c-459f-ab59-53a52ab780f3 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.276169] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.281489] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328ebd6a-3e49-496d-bc03-4793b57b9933 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.283633] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.307752] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6803c1da-f1d1-4b4f-a067-170e95276d4b/6803c1da-f1d1-4b4f-a067-170e95276d4b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.308731] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d56df7f-1b4d-4d84-8fa3-31b7d0349d02 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.333732] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 921.333732] env[69308]: value = "task-3868624" [ 921.333732] env[69308]: _type = "Task" [ 921.333732] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.346285] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.358718] env[69308]: DEBUG nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.382306] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b67339-b9af-d62f-d1be-b6576e0e1e08, 'name': SearchDatastore_Task, 'duration_secs': 0.055528} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.382877] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.383280] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0/b3adb3ed-90b1-450a-b86c-c29fdd26f9f0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.383619] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d125301-ca1e-4352-b303-b0a95f691f47 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.396356] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 921.396356] env[69308]: value = "task-3868625" [ 921.396356] env[69308]: _type = "Task" [ 921.396356] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.405533] env[69308]: INFO nova.compute.manager [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Took 56.45 seconds to build instance. [ 921.414171] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.528544] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Releasing lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.768880] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.782023] env[69308]: DEBUG nova.compute.utils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.783628] env[69308]: DEBUG nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.783816] env[69308]: DEBUG nova.network.neutron [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.851463] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.889255] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.898447] env[69308]: DEBUG nova.policy [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e26717205ff474e8ee82038b9f42766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fba0e4c72f49a491737d845110871d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.913291] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de8a96b-8a19-48e9-8c3a-f987f4ef9102 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "57240612-d241-48c8-845f-52503cdaf021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.784s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.920338] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.038396] env[69308]: DEBUG nova.compute.manager [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.040053] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0afe6c8-c415-4468-82b8-48bcdd8fa711 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.095157] env[69308]: DEBUG nova.network.neutron [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Updated VIF entry in instance network info cache for port 8fe96010-cd25-46f6-ae42-c162817d7b17. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.095421] env[69308]: DEBUG nova.network.neutron [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Updating instance_info_cache with network_info: [{"id": "8fe96010-cd25-46f6-ae42-c162817d7b17", "address": "fa:16:3e:77:18:54", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe96010-cd", "ovs_interfaceid": "8fe96010-cd25-46f6-ae42-c162817d7b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.124768] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.272983] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868623, 'name': ReconfigVM_Task, 'duration_secs': 0.799661} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.278215] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b8b3a0cc-9e40-4548-9340-dfa437d6d39b/b8b3a0cc-9e40-4548-9340-dfa437d6d39b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.279956] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0387017-5505-4a2e-be44-8089018fd5c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.288294] env[69308]: DEBUG nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.294136] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 922.294136] env[69308]: value = "task-3868626" [ 922.294136] env[69308]: _type = "Task" [ 922.294136] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.311711] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868626, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.354465] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868624, 'name': ReconfigVM_Task, 'duration_secs': 0.753432} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.354465] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6803c1da-f1d1-4b4f-a067-170e95276d4b/6803c1da-f1d1-4b4f-a067-170e95276d4b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.354911] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48ecaa3b-80eb-4909-aa49-fe26499e0db3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.365095] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 922.365095] env[69308]: value = "task-3868627" [ 922.365095] env[69308]: _type = "Task" [ 922.365095] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.376488] env[69308]: DEBUG nova.network.neutron [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating instance_info_cache with network_info: [{"id": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "address": "fa:16:3e:f7:99:bf", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bbde837-08", "ovs_interfaceid": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.381714] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868627, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.418055] env[69308]: DEBUG nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.422291] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904353} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.425786] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0/b3adb3ed-90b1-450a-b86c-c29fdd26f9f0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.426035] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.426612] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-692d400b-fde6-4b37-9d87-2f641562cdf6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.435603] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 922.435603] env[69308]: value = "task-3868628" [ 922.435603] env[69308]: _type = "Task" [ 922.435603] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.453554] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.575252] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8816fb6-0b27-4339-992c-80f8d97bfbe1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.585350] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ff738a-414d-4518-9155-02beef427550 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.618213] env[69308]: DEBUG oslo_concurrency.lockutils [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] Releasing lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.618495] env[69308]: DEBUG nova.compute.manager [req-35cbba80-ab5e-40d2-a20f-e85ef5e0d4a7 req-f3bcdd07-850e-4d5c-8fb7-72edd830ae84 service nova] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Received event network-vif-deleted-42b6e4a6-bf3b-4285-aeaa-a9cb319ce2db {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.619900] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afa137e-e765-49aa-bb2b-311ee650c4ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.630287] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c699c648-b37b-41b7-aa1f-8f3a1780e001 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.647515] env[69308]: DEBUG nova.compute.provider_tree [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.808643] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868626, 'name': Rename_Task, 'duration_secs': 0.190617} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.808943] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.809259] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e400bf0-cba5-4dd8-b04d-bf1149232e1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.817378] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 922.817378] env[69308]: value = "task-3868629" [ 922.817378] env[69308]: _type = "Task" [ 922.817378] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.827242] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.833384] env[69308]: DEBUG nova.network.neutron [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Successfully created port: b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.877785] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868627, 'name': Rename_Task, 'duration_secs': 0.163548} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.877785] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.877785] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc70afa-0d1e-4857-8dff-6a13183ec7a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.886261] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.887977] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 922.887977] env[69308]: value = "task-3868630" [ 922.887977] env[69308]: _type = "Task" [ 922.887977] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.897871] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.928341] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a2cc785002a7510873e8eabb364b23da',container_format='bare',created_at=2025-05-07T12:50:39Z,direct_url=,disk_format='vmdk',id=c1b5cb0e-7e28-4b46-9b70-023670f3c575,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1296725948-shelved',owner='bd94c1c3d72a44d0b026b0c8e30a5227',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-05-07T12:50:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.928480] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.928960] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.928960] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.929152] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.929182] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.930265] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.930265] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.930265] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.930265] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.930265] env[69308]: DEBUG nova.virt.hardware [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.931175] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4734bbaa-77c3-4609-ba8d-7d4f43388445 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.946628] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "57240612-d241-48c8-845f-52503cdaf021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.946948] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "57240612-d241-48c8-845f-52503cdaf021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.947178] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "57240612-d241-48c8-845f-52503cdaf021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.947364] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "57240612-d241-48c8-845f-52503cdaf021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.949142] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "57240612-d241-48c8-845f-52503cdaf021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.950152] env[69308]: INFO nova.compute.manager [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Terminating instance [ 922.953413] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2b2fc-83e1-4ead-b8ae-29bc942a5930 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.963692] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229567} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.965835] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.967880] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.969623] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2455dc2-cc64-42bd-988b-a875217a4367 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.982810] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:99:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '535b175f-71d3-4226-81ab-ca253f27fedd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bbde837-08e4-407a-b42e-a65e27da7cb9', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.991066] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.992470] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.992729] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6d2744-2941-446a-b65e-307e74739376 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.027758] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0/b3adb3ed-90b1-450a-b86c-c29fdd26f9f0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.028868] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-230ee57b-1bff-4325-80a3-861c4a9a575b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.045493] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.045493] env[69308]: value = "task-3868631" [ 923.045493] env[69308]: _type = "Task" [ 923.045493] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.053419] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 923.053419] env[69308]: value = "task-3868632" [ 923.053419] env[69308]: _type = "Task" [ 923.053419] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.061364] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868631, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.063865] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd3570-10c2-48c3-b2f5-b676e3cf69a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.071560] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.076793] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Doing hard reboot of VM {{(pid=69308) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 923.076793] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7c0ee265-fce7-4b8e-afcf-8b7612281ea2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.084959] env[69308]: DEBUG oslo_vmware.api [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 923.084959] env[69308]: value = "task-3868633" [ 923.084959] env[69308]: _type = "Task" [ 923.084959] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.096773] env[69308]: DEBUG oslo_vmware.api [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868633, 'name': ResetVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.154217] env[69308]: DEBUG nova.scheduler.client.report [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.306259] env[69308]: DEBUG nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.342963] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.362066] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.362066] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.362265] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.362816] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.362816] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.363865] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.363865] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.363865] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.363865] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.364054] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.364300] env[69308]: DEBUG nova.virt.hardware [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.365307] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded98507-e9c3-4c84-9664-5bd87281fecb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.375407] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69192a5c-d141-4a54-b865-d225f38ad023 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.382554] env[69308]: DEBUG nova.compute.manager [req-31ed0369-f6d9-4215-b183-73266207c6f9 req-134346da-ab1e-4fdf-b01b-93f287ccb1bb service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received event network-changed-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.382554] env[69308]: DEBUG nova.compute.manager [req-31ed0369-f6d9-4215-b183-73266207c6f9 req-134346da-ab1e-4fdf-b01b-93f287ccb1bb service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Refreshing instance network info cache due to event network-changed-6bbde837-08e4-407a-b42e-a65e27da7cb9. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.382554] env[69308]: DEBUG oslo_concurrency.lockutils [req-31ed0369-f6d9-4215-b183-73266207c6f9 req-134346da-ab1e-4fdf-b01b-93f287ccb1bb service nova] Acquiring lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.383409] env[69308]: DEBUG oslo_concurrency.lockutils [req-31ed0369-f6d9-4215-b183-73266207c6f9 req-134346da-ab1e-4fdf-b01b-93f287ccb1bb service nova] Acquired lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.383409] env[69308]: DEBUG nova.network.neutron [req-31ed0369-f6d9-4215-b183-73266207c6f9 req-134346da-ab1e-4fdf-b01b-93f287ccb1bb service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Refreshing network info cache for port 6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.412791] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.465762] env[69308]: DEBUG nova.compute.manager [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.466251] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.467693] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066d48e-7657-4381-acd6-d347b017239f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.478605] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.479152] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81bd9f31-e296-4088-b2c4-a371ef1dcc18 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.488099] env[69308]: DEBUG oslo_vmware.api [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 923.488099] env[69308]: value = "task-3868634" [ 923.488099] env[69308]: _type = "Task" [ 923.488099] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.498633] env[69308]: DEBUG oslo_vmware.api [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.560684] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868631, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.574265] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.599270] env[69308]: DEBUG oslo_vmware.api [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868633, 'name': ResetVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.660012] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.390s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.662933] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.939s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.663540] env[69308]: DEBUG nova.objects.instance [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'resources' on Instance uuid 24aebbfc-0ec8-4f39-b013-49bc901e18d3 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.698030] env[69308]: INFO nova.scheduler.client.report [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted allocations for instance b72ebe87-2c2c-459f-ab59-53a52ab780f3 [ 923.835351] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.910502] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868630, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.006748] env[69308]: DEBUG oslo_vmware.api [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868634, 'name': PowerOffVM_Task, 'duration_secs': 0.337767} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.007069] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.007265] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.007831] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0480f1d6-d05e-402c-bb74-beeda15f5dd5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.064738] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868631, 'name': CreateVM_Task, 'duration_secs': 0.975158} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.069558] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.070528] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.070707] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.071121] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.072335] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85622ccf-178d-4d6a-b79f-4b46ac139dd1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.078171] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868632, 'name': ReconfigVM_Task, 'duration_secs': 0.660345} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.078969] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Reconfigured VM instance instance-00000047 to attach disk [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0/b3adb3ed-90b1-450a-b86c-c29fdd26f9f0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.079795] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-931a7c2e-975d-47c7-88c7-6d8eb591b1cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.083340] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 924.083340] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52710cf7-d34e-9ef8-3ca9-13752d3c60ad" [ 924.083340] env[69308]: _type = "Task" [ 924.083340] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.097085] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 924.097085] env[69308]: value = "task-3868636" [ 924.097085] env[69308]: _type = "Task" [ 924.097085] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.112901] env[69308]: DEBUG oslo_vmware.api [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868633, 'name': ResetVM_Task, 'duration_secs': 0.577168} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.114123] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Did hard reboot of VM {{(pid=69308) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 924.114493] env[69308]: DEBUG nova.compute.manager [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.114984] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.115327] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Processing image c1b5cb0e-7e28-4b46-9b70-023670f3c575 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.115660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575/c1b5cb0e-7e28-4b46-9b70-023670f3c575.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.115866] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575/c1b5cb0e-7e28-4b46-9b70-023670f3c575.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.116168] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.123105] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14574f1d-5cbb-423c-a31e-e3a52867cf34 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.127624] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f3a062c-7862-46e7-a173-8a3eaef6e036 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.131158] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868636, 'name': Rename_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.139241] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.139241] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.139379] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleting the datastore file [datastore2] 57240612-d241-48c8-845f-52503cdaf021 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.141188] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3015e877-f15b-4b5f-9c07-e38ae2cd1108 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.153303] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.153303] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.154928] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb091d3-6703-4d0e-96df-24feea930672 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.161259] env[69308]: DEBUG oslo_vmware.api [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 924.161259] env[69308]: value = "task-3868637" [ 924.161259] env[69308]: _type = "Task" [ 924.161259] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.175405] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 924.175405] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b27835-79b9-161c-42ab-593982afe606" [ 924.175405] env[69308]: _type = "Task" [ 924.175405] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.185781] env[69308]: DEBUG oslo_vmware.api [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.193438] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Preparing fetch location {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 924.193765] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Fetch image to [datastore2] OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f/OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f.vmdk {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 924.193970] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Downloading stream optimized image c1b5cb0e-7e28-4b46-9b70-023670f3c575 to [datastore2] OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f/OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f.vmdk on the data store datastore2 as vApp {{(pid=69308) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 924.194165] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Downloading image file data c1b5cb0e-7e28-4b46-9b70-023670f3c575 to the ESX as VM named 'OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f' {{(pid=69308) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 924.216087] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a25d4e3-7ebd-4879-b4e8-3bc7e34ff61e tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "b72ebe87-2c2c-459f-ab59-53a52ab780f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.869s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.328197] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 924.328197] env[69308]: value = "resgroup-9" [ 924.328197] env[69308]: _type = "ResourcePool" [ 924.328197] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 924.332284] env[69308]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-934f9dac-f7a2-4e74-86d9-792085baca9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.357943] env[69308]: DEBUG oslo_vmware.api [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868629, 'name': PowerOnVM_Task, 'duration_secs': 1.471839} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.359857] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.360175] env[69308]: INFO nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Took 11.18 seconds to spawn the instance on the hypervisor. [ 924.360611] env[69308]: DEBUG nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.361634] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lease: (returnval){ [ 924.361634] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d26967-2d34-da6c-d9cc-fc60e8509ce2" [ 924.361634] env[69308]: _type = "HttpNfcLease" [ 924.361634] env[69308]: } obtained for vApp import into resource pool (val){ [ 924.361634] env[69308]: value = "resgroup-9" [ 924.361634] env[69308]: _type = "ResourcePool" [ 924.361634] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 924.361634] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the lease: (returnval){ [ 924.361634] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d26967-2d34-da6c-d9cc-fc60e8509ce2" [ 924.361634] env[69308]: _type = "HttpNfcLease" [ 924.361634] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 924.362136] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59bbd94-6040-4d54-b8c2-005cd39e98fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.377430] env[69308]: DEBUG nova.network.neutron [req-31ed0369-f6d9-4215-b183-73266207c6f9 req-134346da-ab1e-4fdf-b01b-93f287ccb1bb service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updated VIF entry in instance network info cache for port 6bbde837-08e4-407a-b42e-a65e27da7cb9. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.377430] env[69308]: DEBUG nova.network.neutron [req-31ed0369-f6d9-4215-b183-73266207c6f9 req-134346da-ab1e-4fdf-b01b-93f287ccb1bb service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating instance_info_cache with network_info: [{"id": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "address": "fa:16:3e:f7:99:bf", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bbde837-08", "ovs_interfaceid": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.378148] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.378148] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d26967-2d34-da6c-d9cc-fc60e8509ce2" [ 924.378148] env[69308]: _type = "HttpNfcLease" [ 924.378148] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.417611] env[69308]: DEBUG oslo_vmware.api [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868630, 'name': PowerOnVM_Task, 'duration_secs': 1.292784} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.417857] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.418186] env[69308]: INFO nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Took 14.03 seconds to spawn the instance on the hypervisor. [ 924.418493] env[69308]: DEBUG nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.419839] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29456088-d964-41c1-a6d5-352a05f3a2ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.607862] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868636, 'name': Rename_Task, 'duration_secs': 0.261827} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.608169] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.610932] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d6ab3c-1b96-46df-b9e8-cd078c291d92 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.619026] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 924.619026] env[69308]: value = "task-3868639" [ 924.619026] env[69308]: _type = "Task" [ 924.619026] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.629941] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.660103] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82dc98ea-b77b-4c48-a4fe-add9c0e08c1e tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.430s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.672430] env[69308]: DEBUG oslo_vmware.api [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250125} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.672670] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.672861] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.674252] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.674252] env[69308]: INFO nova.compute.manager [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: 57240612-d241-48c8-845f-52503cdaf021] Took 1.21 seconds to destroy the instance on the hypervisor. [ 924.674252] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.674252] env[69308]: DEBUG nova.compute.manager [-] [instance: 57240612-d241-48c8-845f-52503cdaf021] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.674252] env[69308]: DEBUG nova.network.neutron [-] [instance: 57240612-d241-48c8-845f-52503cdaf021] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.874554] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.874554] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d26967-2d34-da6c-d9cc-fc60e8509ce2" [ 924.874554] env[69308]: _type = "HttpNfcLease" [ 924.874554] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.882392] env[69308]: DEBUG oslo_concurrency.lockutils [req-31ed0369-f6d9-4215-b183-73266207c6f9 req-134346da-ab1e-4fdf-b01b-93f287ccb1bb service nova] Releasing lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.905451] env[69308]: INFO nova.compute.manager [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Took 40.75 seconds to build instance. [ 924.913742] env[69308]: DEBUG nova.network.neutron [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Successfully updated port: b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.948705] env[69308]: INFO nova.compute.manager [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Took 48.07 seconds to build instance. [ 924.961227] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e694c864-1219-413f-a7e6-db588006c2a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.974024] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f5e99b-21ae-49e6-a5d0-dae76c99e160 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.009740] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ccf69d-58a4-41f8-ad3d-bd762bfd2f99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.014791] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.015115] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.015363] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.015571] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.015742] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.017961] env[69308]: INFO nova.compute.manager [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Terminating instance [ 925.029507] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e6fd9-15cd-42e7-a393-2ada85d940c8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.049256] env[69308]: DEBUG nova.compute.provider_tree [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.134282] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868639, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.376487] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.376487] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d26967-2d34-da6c-d9cc-fc60e8509ce2" [ 925.376487] env[69308]: _type = "HttpNfcLease" [ 925.376487] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.376921] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.376921] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d26967-2d34-da6c-d9cc-fc60e8509ce2" [ 925.376921] env[69308]: _type = "HttpNfcLease" [ 925.376921] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 925.377697] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4364b3bf-6363-48e1-99a6-a38c95b41425 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.388591] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e2ca3-7f9f-15b9-3405-d1d653a0eaef/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.388767] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e2ca3-7f9f-15b9-3405-d1d653a0eaef/disk-0.vmdk. {{(pid=69308) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 925.446545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-649e4312-53e7-48d4-8a4a-779303059157 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.963s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.447764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.447764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.447764] env[69308]: DEBUG nova.network.neutron [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.452681] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c34f16ca-be81-433e-97c7-15a618f728ed tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "6803c1da-f1d1-4b4f-a067-170e95276d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.562s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.457058] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e304c5bc-9903-4575-bcef-a9dc6e0e6efe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.523232] env[69308]: DEBUG nova.compute.manager [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.523232] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.524482] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d1ea5c-b4c1-4cab-bd40-eae244dc3271 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.534596] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.534886] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7567c396-09bd-4e45-96bd-8e2692bd1c58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.543877] env[69308]: DEBUG oslo_vmware.api [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 925.543877] env[69308]: value = "task-3868640" [ 925.543877] env[69308]: _type = "Task" [ 925.543877] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.552657] env[69308]: DEBUG nova.compute.manager [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Received event network-vif-plugged-b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.552908] env[69308]: DEBUG oslo_concurrency.lockutils [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] Acquiring lock "79af13a1-4284-407a-8971-6e5f31a4cb6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.553274] env[69308]: DEBUG oslo_concurrency.lockutils [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] Lock "79af13a1-4284-407a-8971-6e5f31a4cb6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.553520] env[69308]: DEBUG oslo_concurrency.lockutils [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] Lock "79af13a1-4284-407a-8971-6e5f31a4cb6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.553689] env[69308]: DEBUG nova.compute.manager [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] No waiting events found dispatching network-vif-plugged-b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.553862] env[69308]: WARNING nova.compute.manager [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Received unexpected event network-vif-plugged-b5fa26ce-df71-4209-b018-1996d326b90d for instance with vm_state building and task_state spawning. [ 925.554035] env[69308]: DEBUG nova.compute.manager [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Received event network-changed-b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.554210] env[69308]: DEBUG nova.compute.manager [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Refreshing instance network info cache due to event network-changed-b5fa26ce-df71-4209-b018-1996d326b90d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.554386] env[69308]: DEBUG oslo_concurrency.lockutils [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] Acquiring lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.556011] env[69308]: DEBUG nova.scheduler.client.report [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.565939] env[69308]: DEBUG oslo_vmware.api [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.612652] env[69308]: DEBUG nova.network.neutron [-] [instance: 57240612-d241-48c8-845f-52503cdaf021] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.635487] env[69308]: DEBUG oslo_vmware.api [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868639, 'name': PowerOnVM_Task, 'duration_secs': 0.705085} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.635487] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.635487] env[69308]: INFO nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Took 9.58 seconds to spawn the instance on the hypervisor. [ 925.635966] env[69308]: DEBUG nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.637164] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf27876-3a12-49cf-83e9-3936d776040c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.951628] env[69308]: DEBUG nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.959924] env[69308]: DEBUG nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.003022] env[69308]: DEBUG nova.network.neutron [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.012182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.012537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.012760] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.012983] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.013433] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.016725] env[69308]: INFO nova.compute.manager [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Terminating instance [ 926.057543] env[69308]: DEBUG oslo_vmware.api [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868640, 'name': PowerOffVM_Task, 'duration_secs': 0.295747} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.059477] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.059644] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.059952] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab4ceb62-1d64-45b3-a039-de9d0ab0d912 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.067490] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.071635] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.191s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.108759] env[69308]: INFO nova.scheduler.client.report [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted allocations for instance 24aebbfc-0ec8-4f39-b013-49bc901e18d3 [ 926.120021] env[69308]: INFO nova.compute.manager [-] [instance: 57240612-d241-48c8-845f-52503cdaf021] Took 1.44 seconds to deallocate network for instance. [ 926.134257] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.134343] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.134541] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleting the datastore file [datastore1] 943cc30d-aa71-41d6-a022-fc9fe05b94a4 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.134860] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cb08a08-737d-48ee-9ec5-370455ad0bc0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.142064] env[69308]: DEBUG oslo_vmware.api [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for the task: (returnval){ [ 926.142064] env[69308]: value = "task-3868642" [ 926.142064] env[69308]: _type = "Task" [ 926.142064] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.159524] env[69308]: DEBUG oslo_vmware.api [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.161646] env[69308]: INFO nova.compute.manager [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Took 36.48 seconds to build instance. [ 926.275564] env[69308]: DEBUG nova.network.neutron [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Updating instance_info_cache with network_info: [{"id": "b5fa26ce-df71-4209-b018-1996d326b90d", "address": "fa:16:3e:e7:d8:e9", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fa26ce-df", "ovs_interfaceid": "b5fa26ce-df71-4209-b018-1996d326b90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.337518] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "6803c1da-f1d1-4b4f-a067-170e95276d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.337518] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "6803c1da-f1d1-4b4f-a067-170e95276d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.337518] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "6803c1da-f1d1-4b4f-a067-170e95276d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.337518] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "6803c1da-f1d1-4b4f-a067-170e95276d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.337518] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "6803c1da-f1d1-4b4f-a067-170e95276d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.340082] env[69308]: INFO nova.compute.manager [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Terminating instance [ 926.492196] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.497686] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.524497] env[69308]: DEBUG nova.compute.manager [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.524848] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.527909] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20904d3-74f7-4e78-9428-b05c130c900b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.539093] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.539493] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15d3731d-5e16-4b7b-817f-882b3f14bd00 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.548540] env[69308]: DEBUG oslo_vmware.api [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 926.548540] env[69308]: value = "task-3868643" [ 926.548540] env[69308]: _type = "Task" [ 926.548540] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.560678] env[69308]: DEBUG oslo_vmware.api [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.579769] env[69308]: DEBUG nova.objects.instance [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lazy-loading 'migration_context' on Instance uuid 47fd2a9c-238c-4f6c-b282-9f826920cfae {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.596426] env[69308]: DEBUG nova.compute.manager [req-f18d6932-fd0a-4e49-aa51-5b9fb3658c2a req-b48d3675-f301-4234-a917-3e6e523873d0 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Received event network-changed-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.596641] env[69308]: DEBUG nova.compute.manager [req-f18d6932-fd0a-4e49-aa51-5b9fb3658c2a req-b48d3675-f301-4234-a917-3e6e523873d0 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Refreshing instance network info cache due to event network-changed-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.597104] env[69308]: DEBUG oslo_concurrency.lockutils [req-f18d6932-fd0a-4e49-aa51-5b9fb3658c2a req-b48d3675-f301-4234-a917-3e6e523873d0 service nova] Acquiring lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.597104] env[69308]: DEBUG oslo_concurrency.lockutils [req-f18d6932-fd0a-4e49-aa51-5b9fb3658c2a req-b48d3675-f301-4234-a917-3e6e523873d0 service nova] Acquired lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.597326] env[69308]: DEBUG nova.network.neutron [req-f18d6932-fd0a-4e49-aa51-5b9fb3658c2a req-b48d3675-f301-4234-a917-3e6e523873d0 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Refreshing network info cache for port 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.621973] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d8e772af-6fec-41c5-be1a-fc0a96504a41 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "24aebbfc-0ec8-4f39-b013-49bc901e18d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.486s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.623979] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.663065] env[69308]: DEBUG oslo_vmware.api [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Task: {'id': task-3868642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159708} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.666430] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.666765] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.667012] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.667270] env[69308]: INFO nova.compute.manager [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 926.667995] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.668167] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ab0199e-9508-4e7d-b504-190a481a299d tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.668480] env[69308]: DEBUG nova.compute.manager [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.668663] env[69308]: DEBUG nova.network.neutron [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.783038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.783038] env[69308]: DEBUG nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Instance network_info: |[{"id": "b5fa26ce-df71-4209-b018-1996d326b90d", "address": "fa:16:3e:e7:d8:e9", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fa26ce-df", "ovs_interfaceid": "b5fa26ce-df71-4209-b018-1996d326b90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.783038] env[69308]: DEBUG oslo_concurrency.lockutils [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] Acquired lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.783038] env[69308]: DEBUG nova.network.neutron [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Refreshing network info cache for port b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.783038] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:d8:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5fa26ce-df71-4209-b018-1996d326b90d', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.792467] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.798583] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.802100] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd121d8a-62a4-493e-bb69-a1d640d5d4f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.840710] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.840710] env[69308]: value = "task-3868644" [ 926.840710] env[69308]: _type = "Task" [ 926.840710] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.853327] env[69308]: DEBUG nova.compute.manager [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.853698] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.855851] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a4595-9f10-42f8-9090-b71f509e34e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.868395] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868644, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.872252] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.875147] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Completed reading data from the image iterator. {{(pid=69308) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 926.875147] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e2ca3-7f9f-15b9-3405-d1d653a0eaef/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.875147] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1a1d4d2-7b17-4875-9a10-c464c3080012 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.877869] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aebeb8-94f9-4c9f-bee5-7161634bc60b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.888138] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e2ca3-7f9f-15b9-3405-d1d653a0eaef/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.888808] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e2ca3-7f9f-15b9-3405-d1d653a0eaef/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 926.890086] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ffac8cc0-da07-4f08-9979-00ba1243d137 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.892132] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 926.892132] env[69308]: value = "task-3868645" [ 926.892132] env[69308]: _type = "Task" [ 926.892132] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.901867] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.063052] env[69308]: DEBUG oslo_vmware.api [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868643, 'name': PowerOffVM_Task, 'duration_secs': 0.332137} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.065708] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.066665] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.066665] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64b3d313-c0ec-4074-9107-1ea8a731bcdf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.143900] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.144512] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.144812] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleting the datastore file [datastore2] fdc7294d-e510-45d8-a101-d6d3b777fcaf {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.145231] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6e8b158-219c-4e1b-b84d-fdaf2a9ba646 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.159917] env[69308]: DEBUG oslo_vmware.api [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 927.159917] env[69308]: value = "task-3868647" [ 927.159917] env[69308]: _type = "Task" [ 927.159917] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.171722] env[69308]: DEBUG oslo_vmware.api [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.212258] env[69308]: DEBUG oslo_vmware.rw_handles [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e2ca3-7f9f-15b9-3405-d1d653a0eaef/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 927.212495] env[69308]: INFO nova.virt.vmwareapi.images [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Downloaded image file data c1b5cb0e-7e28-4b46-9b70-023670f3c575 [ 927.214050] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeb5784-50fd-4edb-9d8e-594de9aeff68 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.235250] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43b0b730-f6c0-4092-9fdf-796c7a5b5435 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.268168] env[69308]: INFO nova.virt.vmwareapi.images [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] The imported VM was unregistered [ 927.272992] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Caching image {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 927.273396] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575 {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.273938] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d62389e0-8f45-4a79-b3f9-93bc1cb72203 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.287974] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Created directory with path [datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575 {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.287974] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f/OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f.vmdk to [datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575/c1b5cb0e-7e28-4b46-9b70-023670f3c575.vmdk. {{(pid=69308) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 927.288458] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-81fa0e92-0fa8-4ce6-aed4-119bdc4708fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.300068] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 927.300068] env[69308]: value = "task-3868649" [ 927.300068] env[69308]: _type = "Task" [ 927.300068] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.309821] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868649, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.357940] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868644, 'name': CreateVM_Task, 'duration_secs': 0.441299} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.358140] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.358840] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.358985] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.359330] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.359575] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81fa282-5d02-4413-b5a1-1d8804e13dcf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.365411] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 927.365411] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52498203-bad2-5a63-51c0-f2458a451559" [ 927.365411] env[69308]: _type = "Task" [ 927.365411] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.380371] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52498203-bad2-5a63-51c0-f2458a451559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.408072] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868645, 'name': PowerOffVM_Task, 'duration_secs': 0.29154} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.408072] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.408258] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.408501] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4403a31a-bc29-4d7c-b2d0-d5acb1da8be2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.483072] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.483819] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.483819] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleting the datastore file [datastore2] 6803c1da-f1d1-4b4f-a067-170e95276d4b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.486803] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-773a6af9-d4db-44ab-9088-7a8898479ee0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.498159] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 927.498159] env[69308]: value = "task-3868651" [ 927.498159] env[69308]: _type = "Task" [ 927.498159] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.512278] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.614419] env[69308]: DEBUG nova.network.neutron [req-f18d6932-fd0a-4e49-aa51-5b9fb3658c2a req-b48d3675-f301-4234-a917-3e6e523873d0 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updated VIF entry in instance network info cache for port 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.614786] env[69308]: DEBUG nova.network.neutron [req-f18d6932-fd0a-4e49-aa51-5b9fb3658c2a req-b48d3675-f301-4234-a917-3e6e523873d0 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.620618] env[69308]: DEBUG nova.network.neutron [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Updated VIF entry in instance network info cache for port b5fa26ce-df71-4209-b018-1996d326b90d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.621746] env[69308]: DEBUG nova.network.neutron [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Updating instance_info_cache with network_info: [{"id": "b5fa26ce-df71-4209-b018-1996d326b90d", "address": "fa:16:3e:e7:d8:e9", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fa26ce-df", "ovs_interfaceid": "b5fa26ce-df71-4209-b018-1996d326b90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.669412] env[69308]: DEBUG oslo_vmware.api [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183823} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.673221] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.673455] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.673674] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.673803] env[69308]: INFO nova.compute.manager [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 927.674062] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.674849] env[69308]: DEBUG nova.compute.manager [-] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.674957] env[69308]: DEBUG nova.network.neutron [-] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.795977] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9551d48c-699d-467e-be4f-a3efbc4c2695 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.808460] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85468b12-7327-4392-9e6a-fe9a227a953e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.815170] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868649, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.847213] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f5fa9-6e2c-4807-82a4-aa75f3471a33 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.854917] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4ade4-ef6c-4296-ba61-4e192c1b7259 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.870452] env[69308]: DEBUG nova.compute.provider_tree [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.881157] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52498203-bad2-5a63-51c0-f2458a451559, 'name': SearchDatastore_Task, 'duration_secs': 0.022073} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.881457] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.881698] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.881991] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.882152] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.883763] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.883763] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28cbebc7-35ca-497d-86aa-1b214d8e01d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.903012] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.903012] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.907254] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa45744b-2ef4-49e5-bade-962a73701751 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.913233] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 927.913233] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5207f309-a78c-5531-717c-177d95c4b98d" [ 927.913233] env[69308]: _type = "Task" [ 927.913233] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.926810] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5207f309-a78c-5531-717c-177d95c4b98d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.004933] env[69308]: DEBUG nova.compute.manager [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Received event network-changed-2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.004933] env[69308]: DEBUG nova.compute.manager [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Refreshing instance network info cache due to event network-changed-2986dd17-d53b-4719-9617-e6e9ca1b6941. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.004933] env[69308]: DEBUG oslo_concurrency.lockutils [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] Acquiring lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.004933] env[69308]: DEBUG oslo_concurrency.lockutils [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] Acquired lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.004933] env[69308]: DEBUG nova.network.neutron [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Refreshing network info cache for port 2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.013183] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.051971] env[69308]: DEBUG nova.network.neutron [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.118089] env[69308]: DEBUG oslo_concurrency.lockutils [req-f18d6932-fd0a-4e49-aa51-5b9fb3658c2a req-b48d3675-f301-4234-a917-3e6e523873d0 service nova] Releasing lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.125268] env[69308]: DEBUG oslo_concurrency.lockutils [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] Releasing lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.125268] env[69308]: DEBUG nova.compute.manager [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Received event network-vif-deleted-19ee03d8-3d52-4b58-959f-3fc26ba97c96 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.125268] env[69308]: INFO nova.compute.manager [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Neutron deleted interface 19ee03d8-3d52-4b58-959f-3fc26ba97c96; detaching it from the instance and deleting it from the info cache [ 928.125268] env[69308]: DEBUG nova.network.neutron [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.253875] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.254311] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.254766] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "8f61152a-ba4c-402d-aa6a-32345bb4309f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.254857] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.256021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.259464] env[69308]: INFO nova.compute.manager [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Terminating instance [ 928.314586] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868649, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.379374] env[69308]: DEBUG nova.scheduler.client.report [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.425465] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5207f309-a78c-5531-717c-177d95c4b98d, 'name': SearchDatastore_Task, 'duration_secs': 0.085605} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.429122] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e815172-5127-4354-86e6-06b41db282b4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.434166] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 928.434166] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520a5015-a4f7-1c5c-2a37-e8866e28028d" [ 928.434166] env[69308]: _type = "Task" [ 928.434166] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.440761] env[69308]: INFO nova.compute.manager [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Rescuing [ 928.441340] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.441648] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.441937] env[69308]: DEBUG nova.network.neutron [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.450811] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520a5015-a4f7-1c5c-2a37-e8866e28028d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.516371] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.553474] env[69308]: INFO nova.compute.manager [-] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Took 1.88 seconds to deallocate network for instance. [ 928.631678] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db3d818a-70ca-4729-a644-a9c35d63fb26 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.642837] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adac1a3-ebfa-4e4b-b2a6-806c56e3b635 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.691485] env[69308]: DEBUG nova.network.neutron [-] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.693057] env[69308]: DEBUG nova.compute.manager [req-9346a2de-3006-42f1-ba47-9dd386eeece6 req-2e0957f1-ea86-4c7b-9928-6b42ff7f3881 service nova] [instance: 57240612-d241-48c8-845f-52503cdaf021] Detach interface failed, port_id=19ee03d8-3d52-4b58-959f-3fc26ba97c96, reason: Instance 57240612-d241-48c8-845f-52503cdaf021 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.764058] env[69308]: DEBUG nova.compute.manager [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.764058] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.765537] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddafff74-2e57-4ac6-bc44-1457d65517d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.776660] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.776774] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2597a00b-7a5e-4f51-aaa6-931aad05c835 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.791027] env[69308]: DEBUG oslo_vmware.api [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 928.791027] env[69308]: value = "task-3868652" [ 928.791027] env[69308]: _type = "Task" [ 928.791027] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.799544] env[69308]: DEBUG oslo_vmware.api [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.817236] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868649, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.830186] env[69308]: DEBUG nova.network.neutron [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updated VIF entry in instance network info cache for port 2986dd17-d53b-4719-9617-e6e9ca1b6941. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.830555] env[69308]: DEBUG nova.network.neutron [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updating instance_info_cache with network_info: [{"id": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "address": "fa:16:3e:4e:7d:09", "network": {"id": "470de649-c353-47e5-817c-7b6f81a371b2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-549471846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12b2f554efa342fa929dddb36af69089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986dd17-d5", "ovs_interfaceid": "2986dd17-d53b-4719-9617-e6e9ca1b6941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.954779] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520a5015-a4f7-1c5c-2a37-e8866e28028d, 'name': SearchDatastore_Task, 'duration_secs': 0.105692} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.955157] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.955490] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 79af13a1-4284-407a-8971-6e5f31a4cb6b/79af13a1-4284-407a-8971-6e5f31a4cb6b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.956134] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e83c68af-568d-4fc7-bd64-45e3b46f4a56 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.966728] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 928.966728] env[69308]: value = "task-3868653" [ 928.966728] env[69308]: _type = "Task" [ 928.966728] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.978560] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.990725] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "07e6b1af-4468-4c40-92cb-6089417ff16f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.991064] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.014910] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.061384] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.099625] env[69308]: DEBUG nova.compute.manager [req-da7be935-ea03-4ccf-bbee-47f3769174dd req-79d8d391-d330-4bc5-a618-e3107f76f496 service nova] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Received event network-vif-deleted-e5565fce-0f10-4710-86b7-00aebff5201d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.197620] env[69308]: INFO nova.compute.manager [-] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Took 1.52 seconds to deallocate network for instance. [ 929.250355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.250641] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.304849] env[69308]: DEBUG oslo_vmware.api [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868652, 'name': PowerOffVM_Task, 'duration_secs': 0.43871} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.310567] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.310771] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.311084] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c783ab-92b4-4d1f-89a7-2151bd40d187 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.320715] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868649, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.334561] env[69308]: DEBUG oslo_concurrency.lockutils [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] Releasing lock "refresh_cache-8f61152a-ba4c-402d-aa6a-32345bb4309f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.334561] env[69308]: DEBUG nova.compute.manager [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Received event network-vif-deleted-0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.334561] env[69308]: INFO nova.compute.manager [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Neutron deleted interface 0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3; detaching it from the instance and deleting it from the info cache [ 929.334561] env[69308]: DEBUG nova.network.neutron [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.377629] env[69308]: DEBUG nova.network.neutron [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Updating instance_info_cache with network_info: [{"id": "8fe96010-cd25-46f6-ae42-c162817d7b17", "address": "fa:16:3e:77:18:54", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe96010-cd", "ovs_interfaceid": "8fe96010-cd25-46f6-ae42-c162817d7b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.390175] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.319s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.399516] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.987s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.401494] env[69308]: DEBUG nova.objects.instance [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 929.403941] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.405211] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.405494] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Deleting the datastore file [datastore2] 8f61152a-ba4c-402d-aa6a-32345bb4309f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.408734] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29ef0217-f243-4dcd-a9bc-ae381b0a7062 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.422350] env[69308]: DEBUG oslo_vmware.api [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 929.422350] env[69308]: value = "task-3868655" [ 929.422350] env[69308]: _type = "Task" [ 929.422350] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.436152] env[69308]: DEBUG oslo_vmware.api [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.480743] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.494854] env[69308]: INFO nova.compute.manager [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Detaching volume 99996149-3e86-47a1-ae8f-88835f44015a [ 929.516323] env[69308]: DEBUG oslo_vmware.api [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.886455} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.516609] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.516929] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.516993] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.517145] env[69308]: INFO nova.compute.manager [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Took 2.66 seconds to destroy the instance on the hypervisor. [ 929.517390] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.517595] env[69308]: DEBUG nova.compute.manager [-] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.517686] env[69308]: DEBUG nova.network.neutron [-] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.549820] env[69308]: INFO nova.virt.block_device [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Attempting to driver detach volume 99996149-3e86-47a1-ae8f-88835f44015a from mountpoint /dev/sdb [ 929.550088] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 929.550277] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768667', 'volume_id': '99996149-3e86-47a1-ae8f-88835f44015a', 'name': 'volume-99996149-3e86-47a1-ae8f-88835f44015a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e6b1af-4468-4c40-92cb-6089417ff16f', 'attached_at': '', 'detached_at': '', 'volume_id': '99996149-3e86-47a1-ae8f-88835f44015a', 'serial': '99996149-3e86-47a1-ae8f-88835f44015a'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 929.551594] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6115ca1-a386-4ede-8ef9-c1149d5b0ae4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.584137] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873372aa-6f0d-4b2d-8721-0fee32592402 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.594512] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae49e742-23e2-4852-9635-1a6ce0f71e23 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.624389] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54278ba0-bb5c-472d-b17b-40793acaaafe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.642734] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] The volume has not been displaced from its original location: [datastore2] volume-99996149-3e86-47a1-ae8f-88835f44015a/volume-99996149-3e86-47a1-ae8f-88835f44015a.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 929.649515] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 929.654448] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aec860f-fbf9-4861-acd3-ffd3732b6436 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.679950] env[69308]: DEBUG oslo_vmware.api [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 929.679950] env[69308]: value = "task-3868656" [ 929.679950] env[69308]: _type = "Task" [ 929.679950] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.690570] env[69308]: DEBUG oslo_vmware.api [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.706161] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.753878] env[69308]: INFO nova.compute.manager [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Detaching volume 67f51f72-4bbd-40da-a89b-7074744df857 [ 929.791162] env[69308]: INFO nova.virt.block_device [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Attempting to driver detach volume 67f51f72-4bbd-40da-a89b-7074744df857 from mountpoint /dev/sdb [ 929.791439] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 929.791658] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768676', 'volume_id': '67f51f72-4bbd-40da-a89b-7074744df857', 'name': 'volume-67f51f72-4bbd-40da-a89b-7074744df857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5870abd0-1c2c-43ae-9c3e-6bf3c0862c05', 'attached_at': '', 'detached_at': '', 'volume_id': '67f51f72-4bbd-40da-a89b-7074744df857', 'serial': '67f51f72-4bbd-40da-a89b-7074744df857'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 929.792615] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1239c7ed-fc34-47ea-b100-dfc2bc810e08 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.818881] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e92ea0-435e-45b1-9454-eb26a2e11987 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.829183] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868649, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.831885] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d398f2-f7aa-46cc-9374-a3f6e01bdca6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.837516] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68992820-286d-4d98-a208-ae972e2f75c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.858335] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe96e4-8282-4620-9bd9-9f1d2deb5779 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.867429] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc28cb8-b8aa-492d-bae0-3fc29b522b10 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.896325] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.898889] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] The volume has not been displaced from its original location: [datastore1] volume-67f51f72-4bbd-40da-a89b-7074744df857/volume-67f51f72-4bbd-40da-a89b-7074744df857.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 929.904742] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 929.906024] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ca6991-a00c-4bbd-87bb-27ab957faa46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.943840] env[69308]: DEBUG nova.compute.manager [req-39bf5afb-a95b-4c8e-bbfe-99869607afe2 req-0a7d1964-6970-44df-bbc8-9034db3f6a99 service nova] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Detach interface failed, port_id=0c0c90e2-b9cc-437a-b8b0-7c83b9a6cee3, reason: Instance 943cc30d-aa71-41d6-a022-fc9fe05b94a4 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 929.956126] env[69308]: DEBUG oslo_vmware.api [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 929.956126] env[69308]: value = "task-3868657" [ 929.956126] env[69308]: _type = "Task" [ 929.956126] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.967518] env[69308]: DEBUG oslo_vmware.api [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.979583] env[69308]: DEBUG oslo_vmware.api [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.987871] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.193524] env[69308]: DEBUG oslo_vmware.api [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868656, 'name': ReconfigVM_Task, 'duration_secs': 0.361292} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.193909] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.200822] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b43868-ca68-403e-9294-6fe73290c940 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.222347] env[69308]: DEBUG oslo_vmware.api [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 930.222347] env[69308]: value = "task-3868658" [ 930.222347] env[69308]: _type = "Task" [ 930.222347] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.229592] env[69308]: DEBUG oslo_vmware.api [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.326656] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868649, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.595112} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.326656] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f/OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f.vmdk to [datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575/c1b5cb0e-7e28-4b46-9b70-023670f3c575.vmdk. [ 930.326985] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Cleaning up location [datastore2] OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 930.326985] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2b02b0f7-873a-4cfa-8ee4-1d7a0dee2c9f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.327327] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac058c76-4f0a-4bdd-bdac-600146af92e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.337468] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 930.337468] env[69308]: value = "task-3868659" [ 930.337468] env[69308]: _type = "Task" [ 930.337468] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.349638] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.466620] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe87ac55-dd22-4ace-a175-8433546e7a7b tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.067s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.480612] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.004s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.487472] env[69308]: INFO nova.compute.claims [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.507303] env[69308]: DEBUG oslo_vmware.api [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.748382} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.514301] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.514516] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.515132] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.515132] env[69308]: INFO nova.compute.manager [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Took 1.75 seconds to destroy the instance on the hypervisor. [ 930.515132] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.515337] env[69308]: DEBUG oslo_vmware.api [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868657, 'name': ReconfigVM_Task, 'duration_secs': 0.410083} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.515540] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868653, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.308502} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.517025] env[69308]: DEBUG nova.compute.manager [-] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.517293] env[69308]: DEBUG nova.network.neutron [-] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.519221] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.524112] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 79af13a1-4284-407a-8971-6e5f31a4cb6b/79af13a1-4284-407a-8971-6e5f31a4cb6b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.524358] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.525022] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9611431-d683-420c-83ed-52a856880a37 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.536202] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-161f5e3a-8422-4cc9-873b-73fe90be09cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.541701] env[69308]: DEBUG nova.network.neutron [-] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.547043] env[69308]: DEBUG oslo_vmware.api [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 930.547043] env[69308]: value = "task-3868660" [ 930.547043] env[69308]: _type = "Task" [ 930.547043] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.549048] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 930.549048] env[69308]: value = "task-3868661" [ 930.549048] env[69308]: _type = "Task" [ 930.549048] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.563899] env[69308]: DEBUG oslo_vmware.api [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.566511] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.730243] env[69308]: DEBUG oslo_vmware.api [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868658, 'name': ReconfigVM_Task, 'duration_secs': 0.175443} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.730619] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768667', 'volume_id': '99996149-3e86-47a1-ae8f-88835f44015a', 'name': 'volume-99996149-3e86-47a1-ae8f-88835f44015a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '07e6b1af-4468-4c40-92cb-6089417ff16f', 'attached_at': '', 'detached_at': '', 'volume_id': '99996149-3e86-47a1-ae8f-88835f44015a', 'serial': '99996149-3e86-47a1-ae8f-88835f44015a'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 930.849549] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062246} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.849840] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.850021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575/c1b5cb0e-7e28-4b46-9b70-023670f3c575.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.850333] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575/c1b5cb0e-7e28-4b46-9b70-023670f3c575.vmdk to [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27/6b05f946-8630-4f0b-98aa-0149e4d97e27.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.850545] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bab9851-2af1-49ac-ade0-9e6be3db893e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.858485] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 930.858485] env[69308]: value = "task-3868662" [ 930.858485] env[69308]: _type = "Task" [ 930.858485] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.868326] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.000373] env[69308]: INFO nova.compute.manager [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Swapping old allocation on dict_keys(['b6fa2e8a-c639-42f2-b0fa-1f05614fc14f']) held by migration 2de1342b-76f4-4f39-946e-53eee87d6326 for instance [ 931.035958] env[69308]: DEBUG nova.scheduler.client.report [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Overwriting current allocation {'allocations': {'b6fa2e8a-c639-42f2-b0fa-1f05614fc14f': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 109}}, 'project_id': '3f75e20f3c294366be9e2f0c26898619', 'user_id': '32495b3de0c04b1b9ed74eb61744a237', 'consumer_generation': 1} on consumer 47fd2a9c-238c-4f6c-b282-9f826920cfae {{(pid=69308) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 931.043995] env[69308]: INFO nova.compute.manager [-] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Took 1.53 seconds to deallocate network for instance. [ 931.064502] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.455874} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.067548] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.067904] env[69308]: DEBUG oslo_vmware.api [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868660, 'name': ReconfigVM_Task, 'duration_secs': 0.156374} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.068853] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3587d-037f-4af8-a852-95599d1f4479 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.071746] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768676', 'volume_id': '67f51f72-4bbd-40da-a89b-7074744df857', 'name': 'volume-67f51f72-4bbd-40da-a89b-7074744df857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5870abd0-1c2c-43ae-9c3e-6bf3c0862c05', 'attached_at': '', 'detached_at': '', 'volume_id': '67f51f72-4bbd-40da-a89b-7074744df857', 'serial': '67f51f72-4bbd-40da-a89b-7074744df857'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 931.099245] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 79af13a1-4284-407a-8971-6e5f31a4cb6b/79af13a1-4284-407a-8971-6e5f31a4cb6b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.101036] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1e9e63-9cc3-4eef-a24e-4aff156161f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.125085] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 931.125085] env[69308]: value = "task-3868663" [ 931.125085] env[69308]: _type = "Task" [ 931.125085] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.135765] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.169319] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.169591] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquired lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.169684] env[69308]: DEBUG nova.network.neutron [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.294257] env[69308]: DEBUG nova.objects.instance [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lazy-loading 'flavor' on Instance uuid 07e6b1af-4468-4c40-92cb-6089417ff16f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.336631] env[69308]: DEBUG nova.compute.manager [req-95c2d63f-cbb2-4b22-9e27-f3775351ec1a req-538627ac-a505-4d30-8728-2b06a939d0ed service nova] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Received event network-vif-deleted-df2eb09e-49e1-45a0-b2df-b163d7cdbcf4 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.336889] env[69308]: DEBUG nova.compute.manager [req-95c2d63f-cbb2-4b22-9e27-f3775351ec1a req-538627ac-a505-4d30-8728-2b06a939d0ed service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Received event network-vif-deleted-2986dd17-d53b-4719-9617-e6e9ca1b6941 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.337086] env[69308]: INFO nova.compute.manager [req-95c2d63f-cbb2-4b22-9e27-f3775351ec1a req-538627ac-a505-4d30-8728-2b06a939d0ed service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Neutron deleted interface 2986dd17-d53b-4719-9617-e6e9ca1b6941; detaching it from the instance and deleting it from the info cache [ 931.337263] env[69308]: DEBUG nova.network.neutron [req-95c2d63f-cbb2-4b22-9e27-f3775351ec1a req-538627ac-a505-4d30-8728-2b06a939d0ed service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.388492] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868662, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.425028] env[69308]: DEBUG nova.network.neutron [-] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.440322] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.441149] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.506209] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.506651] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f09befbd-c4d7-46c9-816c-3d6ca1028b5a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.518633] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 931.518633] env[69308]: value = "task-3868664" [ 931.518633] env[69308]: _type = "Task" [ 931.518633] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.532503] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.553178] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.646466] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.648356] env[69308]: DEBUG nova.objects.instance [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.845641] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bec8cf0-5648-4a27-a729-14370702c028 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.861232] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2695232e-ddc2-4fc1-bde3-13868e49e08e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.885031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-75530fc5-5fda-4dc6-97da-bc0a27c0363e tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.885031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-75530fc5-5fda-4dc6-97da-bc0a27c0363e tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.885031] env[69308]: DEBUG nova.objects.instance [None req-75530fc5-5fda-4dc6-97da-bc0a27c0363e tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'flavor' on Instance uuid 6c3166aa-860a-4c74-9c0f-85f082424d62 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.893257] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868662, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.917457] env[69308]: DEBUG nova.compute.manager [req-95c2d63f-cbb2-4b22-9e27-f3775351ec1a req-538627ac-a505-4d30-8728-2b06a939d0ed service nova] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Detach interface failed, port_id=2986dd17-d53b-4719-9617-e6e9ca1b6941, reason: Instance 8f61152a-ba4c-402d-aa6a-32345bb4309f could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 931.928762] env[69308]: INFO nova.compute.manager [-] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Took 1.41 seconds to deallocate network for instance. [ 931.945054] env[69308]: DEBUG nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.038887] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868664, 'name': PowerOffVM_Task, 'duration_secs': 0.259121} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.044225] env[69308]: DEBUG nova.network.neutron [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance_info_cache with network_info: [{"id": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "address": "fa:16:3e:65:bb:4e", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1975a3b3-90", "ovs_interfaceid": "1975a3b3-90a8-4952-b9fc-2dce0f26e1a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.046061] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.048833] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938a97a4-4bd2-4a66-929f-0872664a129f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.078493] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac417481-b2cc-42e0-bcf2-afe0df6a848c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.124852] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.125214] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abe6ba63-07c2-4257-b3be-42beabfcab9c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.137655] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 932.137655] env[69308]: value = "task-3868665" [ 932.137655] env[69308]: _type = "Task" [ 932.137655] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.141111] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868663, 'name': ReconfigVM_Task, 'duration_secs': 0.9595} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.147412] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 79af13a1-4284-407a-8971-6e5f31a4cb6b/79af13a1-4284-407a-8971-6e5f31a4cb6b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.148663] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a99e1f-1169-4ef0-9958-d314e5eabed6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.161418] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 932.161579] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.162567] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.162567] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.162567] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.163485] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 932.163485] env[69308]: value = "task-3868666" [ 932.163485] env[69308]: _type = "Task" [ 932.163485] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.165366] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b4dacc-2a0d-4d1c-a4ed-5cf9d67e2483 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.184535] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868666, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.190543] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.190860] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.195579] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549610f5-a631-4a9b-b2cf-11d1864e11b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.206542] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 932.206542] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523007b7-f97b-d74e-8a20-a2b4d32e4aba" [ 932.206542] env[69308]: _type = "Task" [ 932.206542] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.222448] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523007b7-f97b-d74e-8a20-a2b4d32e4aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.248818] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d47d67-c1b7-4ab0-add3-97365d975076 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.260702] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e9a7a1-3471-41f9-b7f4-78f7fc433424 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.300835] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e37c7f-0f06-405a-81a7-180f3415b446 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.303969] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7a1aead6-908b-4e97-9869-880df324ce64 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.313s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.313799] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337354ce-4793-4b21-b01e-cd7700f3002d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.332829] env[69308]: DEBUG nova.compute.provider_tree [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.391759] env[69308]: DEBUG nova.objects.instance [None req-75530fc5-5fda-4dc6-97da-bc0a27c0363e tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c3166aa-860a-4c74-9c0f-85f082424d62 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.393918] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868662, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.437013] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.479730] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.548335] env[69308]: DEBUG oslo_concurrency.lockutils [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Releasing lock "refresh_cache-47fd2a9c-238c-4f6c-b282-9f826920cfae" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.549167] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.549504] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43de3275-f2c2-413b-b2d2-8c369c212b1a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.563823] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 932.563823] env[69308]: value = "task-3868667" [ 932.563823] env[69308]: _type = "Task" [ 932.563823] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.578190] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.669700] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b0a275c3-73fb-45df-939b-6baba9be7780 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.419s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.690786] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868666, 'name': Rename_Task, 'duration_secs': 0.38215} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.690786] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.690786] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59a44300-76e7-48e8-b4d5-0a88389fe5c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.705443] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 932.705443] env[69308]: value = "task-3868668" [ 932.705443] env[69308]: _type = "Task" [ 932.705443] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.722445] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523007b7-f97b-d74e-8a20-a2b4d32e4aba, 'name': SearchDatastore_Task, 'duration_secs': 0.01885} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.728025] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.728429] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231a945f-3f68-428f-8d28-1736a9602915 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.743270] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 932.743270] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e9bcbd-31f5-27a8-20eb-041b426106c0" [ 932.743270] env[69308]: _type = "Task" [ 932.743270] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.762039] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e9bcbd-31f5-27a8-20eb-041b426106c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.839238] env[69308]: DEBUG nova.scheduler.client.report [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.889338] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868662, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.900394] env[69308]: DEBUG nova.objects.base [None req-75530fc5-5fda-4dc6-97da-bc0a27c0363e tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Object Instance<6c3166aa-860a-4c74-9c0f-85f082424d62> lazy-loaded attributes: flavor,pci_requests {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 932.900394] env[69308]: DEBUG nova.network.neutron [None req-75530fc5-5fda-4dc6-97da-bc0a27c0363e tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.077374] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868667, 'name': PowerOffVM_Task, 'duration_secs': 0.217702} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.077657] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.078427] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:49:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d5885148-569f-48b0-8df9-bb1db0021d48',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-442422265',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.078678] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.078919] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.079797] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.080027] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.080861] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.080861] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.082961] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.083157] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.083347] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.083529] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.090674] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9decf709-89b6-4af0-ab5d-dd7650310530 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.113176] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 933.113176] env[69308]: value = "task-3868669" [ 933.113176] env[69308]: _type = "Task" [ 933.113176] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.131039] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.188427] env[69308]: DEBUG oslo_concurrency.lockutils [None req-75530fc5-5fda-4dc6-97da-bc0a27c0363e tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.306s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.220528] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.258570] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e9bcbd-31f5-27a8-20eb-041b426106c0, 'name': SearchDatastore_Task, 'duration_secs': 0.018384} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.258570] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.258570] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. {{(pid=69308) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 933.258570] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f1f8b9c-6f9c-4a07-873d-073035d4c49d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.263476] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.263476] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.263476] env[69308]: DEBUG nova.compute.manager [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.264124] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fa513f-9804-40c0-98b0-a344a914de86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.268883] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 933.268883] env[69308]: value = "task-3868670" [ 933.268883] env[69308]: _type = "Task" [ 933.268883] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.275358] env[69308]: DEBUG nova.compute.manager [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 933.275358] env[69308]: DEBUG nova.objects.instance [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.284403] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.345782] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.345978] env[69308]: DEBUG nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.349217] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.875s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.350789] env[69308]: INFO nova.compute.claims [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.395789] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868662, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.629258] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868669, 'name': ReconfigVM_Task, 'duration_secs': 0.186427} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.629258] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f53c950-9ed8-487b-b2e1-352b18906d4f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.657223] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:49:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d5885148-569f-48b0-8df9-bb1db0021d48',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-442422265',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.657552] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.657768] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.657996] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.658911] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.658911] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.658911] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.658911] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.658911] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.659132] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.659407] env[69308]: DEBUG nova.virt.hardware [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.660541] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90d8a5d-e0e9-4f34-ae84-45a8ab44e1fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.668688] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 933.668688] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522637cc-1c28-ccef-3cad-311f090ecaa4" [ 933.668688] env[69308]: _type = "Task" [ 933.668688] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.680187] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522637cc-1c28-ccef-3cad-311f090ecaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.721290] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.783935] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868670, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.858344] env[69308]: DEBUG nova.compute.utils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.860298] env[69308]: DEBUG nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.861267] env[69308]: DEBUG nova.network.neutron [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.888408] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868662, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.657517} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.888621] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1b5cb0e-7e28-4b46-9b70-023670f3c575/c1b5cb0e-7e28-4b46-9b70-023670f3c575.vmdk to [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27/6b05f946-8630-4f0b-98aa-0149e4d97e27.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.889640] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a8bba-1278-43fb-a6a6-b6363656a60e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.913608] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27/6b05f946-8630-4f0b-98aa-0149e4d97e27.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.914462] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa22093-f2f6-4e05-b119-eeadfafbc226 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.934159] env[69308]: DEBUG nova.policy [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aad86f9a64745ceb1c12dd760b662fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b11d4a1322714b9f83f38dc50da9919c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.937281] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 933.937281] env[69308]: value = "task-3868671" [ 933.937281] env[69308]: _type = "Task" [ 933.937281] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.948668] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.178824] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522637cc-1c28-ccef-3cad-311f090ecaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.037358} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.185070] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.185070] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ec6f189-5694-44af-82ff-efe85d42d664 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.208631] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 934.208631] env[69308]: value = "task-3868672" [ 934.208631] env[69308]: _type = "Task" [ 934.208631] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.222336] env[69308]: DEBUG oslo_vmware.api [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868668, 'name': PowerOnVM_Task, 'duration_secs': 1.05456} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.225961] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.226109] env[69308]: INFO nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Took 10.92 seconds to spawn the instance on the hypervisor. [ 934.226387] env[69308]: DEBUG nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.226678] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.227758] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85da542-2db2-442d-ad19-ecbd89796a5c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.287453] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.288567] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618692} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.288567] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cba52d9-5514-4aaa-82de-5eb4b3dcf390 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.289916] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk. [ 934.291014] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6fd11-5801-45ab-8f87-d6e717feea55 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.298698] env[69308]: DEBUG oslo_vmware.api [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 934.298698] env[69308]: value = "task-3868673" [ 934.298698] env[69308]: _type = "Task" [ 934.298698] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.322906] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.327180] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf71b78-67dc-4137-8ffc-42d8d97f02b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.347738] env[69308]: DEBUG oslo_vmware.api [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.349947] env[69308]: DEBUG nova.network.neutron [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Successfully created port: a207ec3c-5fc6-43c9-87f7-93b5afebed1a {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.352085] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 934.352085] env[69308]: value = "task-3868674" [ 934.352085] env[69308]: _type = "Task" [ 934.352085] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.366781] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.367391] env[69308]: DEBUG nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.451031] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.729171] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868672, 'name': ReconfigVM_Task, 'duration_secs': 0.436948} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.729486] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.730129] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bd129e-dd0a-46d5-8a3b-8c4350643bc7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.760750] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae/47fd2a9c-238c-4f6c-b282-9f826920cfae.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.765900] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b461518-f3b8-4da1-9db3-ed86f834b017 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.783306] env[69308]: INFO nova.compute.manager [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Took 32.67 seconds to build instance. [ 934.787641] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 934.787641] env[69308]: value = "task-3868675" [ 934.787641] env[69308]: _type = "Task" [ 934.787641] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.801843] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.831423] env[69308]: DEBUG oslo_vmware.api [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868673, 'name': PowerOffVM_Task, 'duration_secs': 0.208963} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.832099] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.832227] env[69308]: DEBUG nova.compute.manager [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.833437] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3ff4c6-4a17-4123-bab1-c117c710fa10 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.864837] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868674, 'name': ReconfigVM_Task, 'duration_secs': 0.336626} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.869620] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Reconfigured VM instance instance-00000047 to attach disk [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0/cb539590-a3b6-489a-a68c-410cb30c3b41-rescue.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.872386] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2736c445-6cdf-4fe2-a6b8-97510d454405 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.914814] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2970649a-bde2-4341-b11f-9519274e00ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.935291] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 934.935291] env[69308]: value = "task-3868676" [ 934.935291] env[69308]: _type = "Task" [ 934.935291] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.957346] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.961418] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.085789] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ca1d58-e447-4d48-b52a-3ab5ffad0839 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.096631] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f3d987-afc5-49d0-97fa-f54310600f24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.139324] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6d87b4-6e08-4a37-9f74-ad91768a9a07 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.148289] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d7afab-09ab-4cbe-8d35-c6273268a250 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.164151] env[69308]: DEBUG nova.compute.provider_tree [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.282168] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d7f1946a-67b0-4099-8d22-71672e3c5e59 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "79af13a1-4284-407a-8971-6e5f31a4cb6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.194s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.298810] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868675, 'name': ReconfigVM_Task, 'duration_secs': 0.458642} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.299130] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae/47fd2a9c-238c-4f6c-b282-9f826920cfae.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.300332] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4533dba9-4e3d-4906-b23c-bb1bff850cf8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.320920] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a0d296-9a2b-420f-9654-25af101e1ab8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.325709] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.326044] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.326401] env[69308]: DEBUG nova.objects.instance [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'flavor' on Instance uuid 6c3166aa-860a-4c74-9c0f-85f082424d62 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.343678] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a03d3c-4d82-4f9d-945c-eea2b6f172ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.365665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d0379c5b-6899-4be2-8cdd-476e8b899a4e tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.367166] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2793e3a-21da-4177-bbc5-71517bf37a28 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.376292] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.376745] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3143f9bc-9b4a-4c8f-8c65-eca45c0b6b0c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.385195] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 935.385195] env[69308]: value = "task-3868677" [ 935.385195] env[69308]: _type = "Task" [ 935.385195] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.387216] env[69308]: DEBUG nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.399955] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.419627] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.419885] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.420064] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.420286] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.420451] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.420625] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.420905] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.421160] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.421444] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.423377] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.423377] env[69308]: DEBUG nova.virt.hardware [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.423377] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8adca4-0052-4847-b7cd-60cd948f020e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.435347] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747f95c6-0d21-4850-a8c4-cdd98dd1b647 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.460677] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868676, 'name': ReconfigVM_Task, 'duration_secs': 0.181183} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.461026] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.461271] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4fd4d1-df77-460f-997f-90770b299b5d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.466654] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868671, 'name': ReconfigVM_Task, 'duration_secs': 1.076333} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.467956] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27/6b05f946-8630-4f0b-98aa-0149e4d97e27.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.468250] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc65644e-91d3-4984-a717-aedd90e71945 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.473451] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 935.473451] env[69308]: value = "task-3868678" [ 935.473451] env[69308]: _type = "Task" [ 935.473451] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.479299] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 935.479299] env[69308]: value = "task-3868679" [ 935.479299] env[69308]: _type = "Task" [ 935.479299] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.486502] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.494315] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868679, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.667929] env[69308]: DEBUG nova.scheduler.client.report [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.900277] env[69308]: DEBUG oslo_vmware.api [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868677, 'name': PowerOnVM_Task, 'duration_secs': 0.504009} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.900589] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.934250] env[69308]: DEBUG nova.objects.instance [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c3166aa-860a-4c74-9c0f-85f082424d62 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.987676] env[69308]: DEBUG oslo_vmware.api [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868678, 'name': PowerOnVM_Task, 'duration_secs': 0.443105} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.988423] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.994500] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868679, 'name': Rename_Task, 'duration_secs': 0.172925} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.995316] env[69308]: DEBUG nova.compute.manager [None req-d772893e-fc95-4b0e-825b-3da487e04004 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.995632] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.996389] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e6e13f-1933-4641-89f7-315dc954b1ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.999008] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7376c2fa-cca0-4a81-b1db-0303d141d6b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.009630] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 936.009630] env[69308]: value = "task-3868680" [ 936.009630] env[69308]: _type = "Task" [ 936.009630] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.023025] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.030299] env[69308]: DEBUG nova.network.neutron [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Successfully updated port: a207ec3c-5fc6-43c9-87f7-93b5afebed1a {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.172845] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.173448] env[69308]: DEBUG nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.176078] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.863s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.176378] env[69308]: DEBUG nova.objects.instance [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lazy-loading 'resources' on Instance uuid bc0637c2-ea33-4d9a-b789-c1f781370019 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.436410] env[69308]: DEBUG nova.objects.base [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Object Instance<6c3166aa-860a-4c74-9c0f-85f082424d62> lazy-loaded attributes: flavor,pci_requests {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 936.436819] env[69308]: DEBUG nova.network.neutron [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.491424] env[69308]: DEBUG nova.policy [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.524195] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.530227] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "refresh_cache-c20c1108-464f-4bbe-b465-da06ca5b84d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.530379] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "refresh_cache-c20c1108-464f-4bbe-b465-da06ca5b84d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.530539] env[69308]: DEBUG nova.network.neutron [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.554818] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "07e6b1af-4468-4c40-92cb-6089417ff16f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.555335] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.555613] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "07e6b1af-4468-4c40-92cb-6089417ff16f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.555847] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.556048] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.558819] env[69308]: INFO nova.compute.manager [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Terminating instance [ 936.685477] env[69308]: DEBUG nova.compute.utils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.688141] env[69308]: DEBUG nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.688649] env[69308]: DEBUG nova.network.neutron [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.737704] env[69308]: DEBUG nova.policy [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f38b086c1a4ef1b1e30c6ff0ad36c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c18fe6e672f47269103d876f9d17f48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.914879] env[69308]: INFO nova.compute.manager [None req-08a18fcf-01d6-4276-b32f-5587ad0eafee tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance to original state: 'active' [ 936.938655] env[69308]: DEBUG nova.network.neutron [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Successfully created port: 5b5260e6-36af-4206-b2ef-5b77728f7c7b {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.026262] env[69308]: DEBUG oslo_vmware.api [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868680, 'name': PowerOnVM_Task, 'duration_secs': 0.667136} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.026596] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.054011] env[69308]: DEBUG nova.network.neutron [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Successfully created port: 49159fe3-f892-44eb-b532-8d80a53cc4da {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.065059] env[69308]: DEBUG nova.compute.manager [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.065059] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.066122] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f37b71-f0a7-4b91-b4d9-0a7acca8551c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.078620] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.078620] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7014fb2f-9c42-4f1b-92a5-1011dec1a324 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.082604] env[69308]: DEBUG nova.network.neutron [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.088783] env[69308]: DEBUG oslo_vmware.api [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 937.088783] env[69308]: value = "task-3868681" [ 937.088783] env[69308]: _type = "Task" [ 937.088783] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.099159] env[69308]: DEBUG oslo_vmware.api [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.176781] env[69308]: DEBUG nova.compute.manager [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.177748] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f72c5f-9ed3-40ee-9f98-a7aa6dca83ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.193844] env[69308]: DEBUG nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.336384] env[69308]: DEBUG nova.network.neutron [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Updating instance_info_cache with network_info: [{"id": "a207ec3c-5fc6-43c9-87f7-93b5afebed1a", "address": "fa:16:3e:c2:08:94", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa207ec3c-5f", "ovs_interfaceid": "a207ec3c-5fc6-43c9-87f7-93b5afebed1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.339860] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0733d7-f6fe-4e41-a49b-7a440b4cedf6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.353334] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c61413-11c6-4215-b30a-6d0ce2972ec2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.389939] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0feafb9-a493-437b-8296-5073594702f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.399033] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34e0bdb-46ac-41e4-a271-0eb634fca3fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.416361] env[69308]: DEBUG nova.compute.provider_tree [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.603136] env[69308]: DEBUG oslo_vmware.api [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868681, 'name': PowerOffVM_Task, 'duration_secs': 0.26461} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.603523] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.603757] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.604103] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a8fc25b-05e9-4621-9c50-080fb56daebf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.660873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquiring lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.661564] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.673628] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.673781] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.673923] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleting the datastore file [datastore1] 07e6b1af-4468-4c40-92cb-6089417ff16f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.674218] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-730f76a6-fd40-4cb3-b9f1-21b00912b8a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.681955] env[69308]: DEBUG nova.compute.manager [req-a625caee-0aa2-409b-9703-b358d6a409e7 req-cbb2cbe2-19ac-4301-ad18-158dac39e129 service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Received event network-vif-plugged-a207ec3c-5fc6-43c9-87f7-93b5afebed1a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.682215] env[69308]: DEBUG oslo_concurrency.lockutils [req-a625caee-0aa2-409b-9703-b358d6a409e7 req-cbb2cbe2-19ac-4301-ad18-158dac39e129 service nova] Acquiring lock "c20c1108-464f-4bbe-b465-da06ca5b84d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.682683] env[69308]: DEBUG oslo_concurrency.lockutils [req-a625caee-0aa2-409b-9703-b358d6a409e7 req-cbb2cbe2-19ac-4301-ad18-158dac39e129 service nova] Lock "c20c1108-464f-4bbe-b465-da06ca5b84d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.682683] env[69308]: DEBUG oslo_concurrency.lockutils [req-a625caee-0aa2-409b-9703-b358d6a409e7 req-cbb2cbe2-19ac-4301-ad18-158dac39e129 service nova] Lock "c20c1108-464f-4bbe-b465-da06ca5b84d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.682763] env[69308]: DEBUG nova.compute.manager [req-a625caee-0aa2-409b-9703-b358d6a409e7 req-cbb2cbe2-19ac-4301-ad18-158dac39e129 service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] No waiting events found dispatching network-vif-plugged-a207ec3c-5fc6-43c9-87f7-93b5afebed1a {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.682909] env[69308]: WARNING nova.compute.manager [req-a625caee-0aa2-409b-9703-b358d6a409e7 req-cbb2cbe2-19ac-4301-ad18-158dac39e129 service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Received unexpected event network-vif-plugged-a207ec3c-5fc6-43c9-87f7-93b5afebed1a for instance with vm_state building and task_state spawning. [ 937.684950] env[69308]: DEBUG oslo_vmware.api [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 937.684950] env[69308]: value = "task-3868683" [ 937.684950] env[69308]: _type = "Task" [ 937.684950] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.694965] env[69308]: DEBUG oslo_vmware.api [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.706855] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4f273704-0740-477a-b9b8-3075e43daa5d tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.661s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.846568] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "refresh_cache-c20c1108-464f-4bbe-b465-da06ca5b84d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.846938] env[69308]: DEBUG nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Instance network_info: |[{"id": "a207ec3c-5fc6-43c9-87f7-93b5afebed1a", "address": "fa:16:3e:c2:08:94", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa207ec3c-5f", "ovs_interfaceid": "a207ec3c-5fc6-43c9-87f7-93b5afebed1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.847487] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:08:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a207ec3c-5fc6-43c9-87f7-93b5afebed1a', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.855847] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Creating folder: Project (b11d4a1322714b9f83f38dc50da9919c). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.856201] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39a13b4b-aedf-49f2-9c70-af18965630d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.869337] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Created folder: Project (b11d4a1322714b9f83f38dc50da9919c) in parent group-v768498. [ 937.869472] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Creating folder: Instances. Parent ref: group-v768705. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.869715] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-632fa0bf-9705-488c-b734-7c974bef659b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.884114] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Created folder: Instances in parent group-v768705. [ 937.884453] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.884690] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.884926] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b8f366b-c83e-4eb2-b375-bbc980a80721 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.906982] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.906982] env[69308]: value = "task-3868686" [ 937.906982] env[69308]: _type = "Task" [ 937.906982] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.916337] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868686, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.919662] env[69308]: DEBUG nova.scheduler.client.report [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.164886] env[69308]: DEBUG nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.199312] env[69308]: DEBUG oslo_vmware.api [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141842} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.199312] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.199312] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.199312] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.199692] env[69308]: INFO nova.compute.manager [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 938.199967] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.200944] env[69308]: DEBUG nova.compute.manager [-] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.200944] env[69308]: DEBUG nova.network.neutron [-] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.209444] env[69308]: DEBUG nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.230819] env[69308]: DEBUG nova.objects.instance [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.244284] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.244591] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.244777] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.245031] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.245524] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.245783] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.246039] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.246310] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.246609] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.246829] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.247052] env[69308]: DEBUG nova.virt.hardware [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.248485] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db99e3cb-641f-404e-a803-001c8c46b154 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.260338] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e2211-8de7-45dc-95d0-88900e5a81ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.422997] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868686, 'name': CreateVM_Task, 'duration_secs': 0.415783} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.423302] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.424379] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.424673] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.425129] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.426407] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.428802] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b02f92b-e317-444b-b870-0f55a8789ee7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.433473] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.605s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.433614] env[69308]: DEBUG nova.objects.instance [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lazy-loading 'resources' on Instance uuid 6a3bc1c6-d136-4125-9c5e-3704ed039744 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.440485] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 938.440485] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52292dd3-fd77-2581-f04d-c1efdeee5b48" [ 938.440485] env[69308]: _type = "Task" [ 938.440485] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.455538] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52292dd3-fd77-2581-f04d-c1efdeee5b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.475723] env[69308]: INFO nova.scheduler.client.report [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Deleted allocations for instance bc0637c2-ea33-4d9a-b789-c1f781370019 [ 938.693428] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.736608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.736782] env[69308]: DEBUG oslo_concurrency.lockutils [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.736960] env[69308]: DEBUG nova.network.neutron [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.737154] env[69308]: DEBUG nova.objects.instance [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'info_cache' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.902776] env[69308]: DEBUG nova.network.neutron [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Successfully updated port: 49159fe3-f892-44eb-b532-8d80a53cc4da {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.951046] env[69308]: DEBUG nova.network.neutron [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Successfully updated port: 5b5260e6-36af-4206-b2ef-5b77728f7c7b {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.963199] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52292dd3-fd77-2581-f04d-c1efdeee5b48, 'name': SearchDatastore_Task, 'duration_secs': 0.014947} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.963575] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.963805] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.964047] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.964192] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.964434] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.964724] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d08ff9b4-f761-47f4-8b01-24bb4cb19e7f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.983752] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.983752] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.987318] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4ad135-3e3b-4a3b-aeb5-e33cff3aced1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.992633] env[69308]: DEBUG oslo_concurrency.lockutils [None req-57f32bbf-be0e-4c9b-8be2-651f11db0cb9 tempest-ServersTestBootFromVolume-1344242709 tempest-ServersTestBootFromVolume-1344242709-project-member] Lock "bc0637c2-ea33-4d9a-b789-c1f781370019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.469s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.004515] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 939.004515] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52422501-35f3-e1f3-ad00-ff0a01eea168" [ 939.004515] env[69308]: _type = "Task" [ 939.004515] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.024326] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52422501-35f3-e1f3-ad00-ff0a01eea168, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.031087] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce924350-4fe3-4b61-ac00-842f8bc0dd0d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.038461] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 939.038461] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5286f5a3-8719-52ff-cddd-708f9f28b9e3" [ 939.038461] env[69308]: _type = "Task" [ 939.038461] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.051155] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5286f5a3-8719-52ff-cddd-708f9f28b9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.240331] env[69308]: DEBUG nova.objects.base [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Object Instance<5870abd0-1c2c-43ae-9c3e-6bf3c0862c05> lazy-loaded attributes: flavor,info_cache {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 939.354537] env[69308]: DEBUG nova.network.neutron [-] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.412865] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.413048] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.413238] env[69308]: DEBUG nova.network.neutron [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.454714] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.454804] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.455274] env[69308]: DEBUG nova.network.neutron [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.526082] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814f06b-f577-486d-b733-b90ef10acff9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.535682] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c619076d-b154-40d8-8f1b-4cbc58084892 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.550960] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5286f5a3-8719-52ff-cddd-708f9f28b9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01253} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.585971] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.586267] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c20c1108-464f-4bbe-b465-da06ca5b84d6/c20c1108-464f-4bbe-b465-da06ca5b84d6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.586882] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e6482c1-025a-4383-8793-09fa52ec76f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.589616] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3b9a60-77b2-4772-a0f6-00f0a5006587 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.601803] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001c0f1b-bce7-4734-80ef-6b63fe2de1bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.606338] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 939.606338] env[69308]: value = "task-3868687" [ 939.606338] env[69308]: _type = "Task" [ 939.606338] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.619660] env[69308]: DEBUG nova.compute.provider_tree [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.627977] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.829588] env[69308]: DEBUG nova.compute.manager [req-30eed96a-0608-4a74-997d-afb04fed2825 req-089f28ec-97df-4883-99ff-5306e65c50cf service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Received event network-vif-plugged-49159fe3-f892-44eb-b532-8d80a53cc4da {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.829844] env[69308]: DEBUG oslo_concurrency.lockutils [req-30eed96a-0608-4a74-997d-afb04fed2825 req-089f28ec-97df-4883-99ff-5306e65c50cf service nova] Acquiring lock "aea44502-abe4-49b0-9dea-202432ef5595-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.831892] env[69308]: DEBUG oslo_concurrency.lockutils [req-30eed96a-0608-4a74-997d-afb04fed2825 req-089f28ec-97df-4883-99ff-5306e65c50cf service nova] Lock "aea44502-abe4-49b0-9dea-202432ef5595-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.831892] env[69308]: DEBUG oslo_concurrency.lockutils [req-30eed96a-0608-4a74-997d-afb04fed2825 req-089f28ec-97df-4883-99ff-5306e65c50cf service nova] Lock "aea44502-abe4-49b0-9dea-202432ef5595-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.831892] env[69308]: DEBUG nova.compute.manager [req-30eed96a-0608-4a74-997d-afb04fed2825 req-089f28ec-97df-4883-99ff-5306e65c50cf service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] No waiting events found dispatching network-vif-plugged-49159fe3-f892-44eb-b532-8d80a53cc4da {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.832296] env[69308]: WARNING nova.compute.manager [req-30eed96a-0608-4a74-997d-afb04fed2825 req-089f28ec-97df-4883-99ff-5306e65c50cf service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Received unexpected event network-vif-plugged-49159fe3-f892-44eb-b532-8d80a53cc4da for instance with vm_state building and task_state spawning. [ 939.858804] env[69308]: INFO nova.compute.manager [-] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Took 1.66 seconds to deallocate network for instance. [ 939.917361] env[69308]: INFO nova.compute.manager [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Unrescuing [ 939.917675] env[69308]: DEBUG oslo_concurrency.lockutils [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.918140] env[69308]: DEBUG oslo_concurrency.lockutils [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquired lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.918608] env[69308]: DEBUG nova.network.neutron [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.963245] env[69308]: DEBUG nova.network.neutron [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.012834] env[69308]: WARNING nova.network.neutron [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] 0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd already exists in list: networks containing: ['0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd']. ignoring it [ 940.036570] env[69308]: DEBUG nova.network.neutron [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updating instance_info_cache with network_info: [{"id": "973e10b9-1639-41b6-a037-095914ce7290", "address": "fa:16:3e:de:d0:e7", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973e10b9-16", "ovs_interfaceid": "973e10b9-1639-41b6-a037-095914ce7290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.122750] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868687, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.123839] env[69308]: DEBUG nova.scheduler.client.report [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.280419] env[69308]: DEBUG nova.network.neutron [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance_info_cache with network_info: [{"id": "49159fe3-f892-44eb-b532-8d80a53cc4da", "address": "fa:16:3e:ae:9c:73", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49159fe3-f8", "ovs_interfaceid": "49159fe3-f892-44eb-b532-8d80a53cc4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.368114] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.525407] env[69308]: DEBUG nova.network.neutron [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "address": "fa:16:3e:b4:75:88", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5260e6-36", "ovs_interfaceid": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.540184] env[69308]: DEBUG oslo_concurrency.lockutils [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Releasing lock "refresh_cache-5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.622440] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697423} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.623137] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c20c1108-464f-4bbe-b465-da06ca5b84d6/c20c1108-464f-4bbe-b465-da06ca5b84d6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.623588] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.624435] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cf4655b-594d-41aa-b435-42c54011720d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.629528] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.636217] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.550s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.638717] env[69308]: INFO nova.compute.claims [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.640176] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 940.640176] env[69308]: value = "task-3868688" [ 940.640176] env[69308]: _type = "Task" [ 940.640176] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.649566] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.658994] env[69308]: DEBUG nova.network.neutron [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Updating instance_info_cache with network_info: [{"id": "8fe96010-cd25-46f6-ae42-c162817d7b17", "address": "fa:16:3e:77:18:54", "network": {"id": "5462fdeb-d11a-4891-ad08-4f399ea32d2b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-114057053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e5efd320a074dd1a64c494e41e3c22e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fe96010-cd", "ovs_interfaceid": "8fe96010-cd25-46f6-ae42-c162817d7b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.671905] env[69308]: INFO nova.scheduler.client.report [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted allocations for instance 6a3bc1c6-d136-4125-9c5e-3704ed039744 [ 940.788727] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.788727] env[69308]: DEBUG nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Instance network_info: |[{"id": "49159fe3-f892-44eb-b532-8d80a53cc4da", "address": "fa:16:3e:ae:9c:73", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49159fe3-f8", "ovs_interfaceid": "49159fe3-f892-44eb-b532-8d80a53cc4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.788727] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:9c:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49159fe3-f892-44eb-b532-8d80a53cc4da', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.796521] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.798091] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.798939] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60fa9944-d091-46a7-8656-9a84051b37c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.822029] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.822029] env[69308]: value = "task-3868689" [ 940.822029] env[69308]: _type = "Task" [ 940.822029] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.829886] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868689, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.032023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.032023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.032023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.032023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ac944a-13bb-4760-8bff-6ab4d695e129 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.050682] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.051340] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.051630] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.051973] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.052382] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.052765] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.053234] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.053525] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.053796] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.054068] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.054369] env[69308]: DEBUG nova.virt.hardware [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.062682] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Reconfiguring VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 941.064101] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aae59f8-4b0b-4593-886e-cfff534c160a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.084300] env[69308]: DEBUG oslo_vmware.api [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 941.084300] env[69308]: value = "task-3868690" [ 941.084300] env[69308]: _type = "Task" [ 941.084300] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.093894] env[69308]: DEBUG oslo_vmware.api [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868690, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.142585] env[69308]: DEBUG nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Received event network-changed-a207ec3c-5fc6-43c9-87f7-93b5afebed1a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.143057] env[69308]: DEBUG nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Refreshing instance network info cache due to event network-changed-a207ec3c-5fc6-43c9-87f7-93b5afebed1a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.143414] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Acquiring lock "refresh_cache-c20c1108-464f-4bbe-b465-da06ca5b84d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.143664] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Acquired lock "refresh_cache-c20c1108-464f-4bbe-b465-da06ca5b84d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.143925] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Refreshing network info cache for port a207ec3c-5fc6-43c9-87f7-93b5afebed1a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.162518] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098579} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.162518] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.162518] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e639631-d283-45f2-956e-1e9c9c3bcd17 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.164735] env[69308]: DEBUG oslo_concurrency.lockutils [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Releasing lock "refresh_cache-b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.165539] env[69308]: DEBUG nova.objects.instance [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lazy-loading 'flavor' on Instance uuid b3adb3ed-90b1-450a-b86c-c29fdd26f9f0 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.191588] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] c20c1108-464f-4bbe-b465-da06ca5b84d6/c20c1108-464f-4bbe-b465-da06ca5b84d6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.192448] env[69308]: DEBUG oslo_concurrency.lockutils [None req-02d4b591-9978-4b9f-a052-737f6d2775a2 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "6a3bc1c6-d136-4125-9c5e-3704ed039744" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.154s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.194458] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee126fa0-eeaa-4954-95d7-0721d2dba7e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.218961] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 941.218961] env[69308]: value = "task-3868691" [ 941.218961] env[69308]: _type = "Task" [ 941.218961] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.232940] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.331475] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868689, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.565076] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.565076] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ed12274-4cd3-4512-bfa8-2c7ea5677e5f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.572819] env[69308]: DEBUG oslo_vmware.api [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 941.572819] env[69308]: value = "task-3868692" [ 941.572819] env[69308]: _type = "Task" [ 941.572819] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.582623] env[69308]: DEBUG oslo_vmware.api [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.597113] env[69308]: DEBUG oslo_vmware.api [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.674812] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d639ca42-68f6-4b78-bb4f-88029a118c8c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.700621] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.706276] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9dc465f-2b03-4d2d-8eff-9fc0274922e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.715701] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 941.715701] env[69308]: value = "task-3868693" [ 941.715701] env[69308]: _type = "Task" [ 941.715701] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.730398] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.737620] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868691, 'name': ReconfigVM_Task, 'duration_secs': 0.386125} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.737932] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Reconfigured VM instance instance-00000049 to attach disk [datastore2] c20c1108-464f-4bbe-b465-da06ca5b84d6/c20c1108-464f-4bbe-b465-da06ca5b84d6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.738675] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c430d6eb-2641-4dc4-8b46-5c814b544642 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.747545] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 941.747545] env[69308]: value = "task-3868694" [ 941.747545] env[69308]: _type = "Task" [ 941.747545] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.759705] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868694, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.833147] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868689, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.906498] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "47fd2a9c-238c-4f6c-b282-9f826920cfae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.910024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.910024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.910024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.910024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.910024] env[69308]: INFO nova.compute.manager [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Terminating instance [ 941.959998] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Updated VIF entry in instance network info cache for port a207ec3c-5fc6-43c9-87f7-93b5afebed1a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.960610] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Updating instance_info_cache with network_info: [{"id": "a207ec3c-5fc6-43c9-87f7-93b5afebed1a", "address": "fa:16:3e:c2:08:94", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa207ec3c-5f", "ovs_interfaceid": "a207ec3c-5fc6-43c9-87f7-93b5afebed1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.091571] env[69308]: DEBUG oslo_vmware.api [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868692, 'name': PowerOnVM_Task, 'duration_secs': 0.484933} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.092992] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.092992] env[69308]: DEBUG nova.compute.manager [None req-686dc47d-1f0f-4860-b453-75a87a065ef6 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.093529] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69beecaf-82d4-4574-9f12-115ed48aeedf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.100031] env[69308]: DEBUG oslo_vmware.api [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868690, 'name': ReconfigVM_Task, 'duration_secs': 0.780342} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.103671] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.104136] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Reconfigured VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 942.228995] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868693, 'name': PowerOffVM_Task, 'duration_secs': 0.207005} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.230177] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.235369] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.236041] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d83e46e3-2feb-4d79-b351-beb04ba27953 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.261735] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868694, 'name': Rename_Task, 'duration_secs': 0.183502} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.265884] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.265884] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 942.265884] env[69308]: value = "task-3868695" [ 942.265884] env[69308]: _type = "Task" [ 942.265884] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.265884] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b07d562f-f8a9-4bc0-8f02-b509c77bcf16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.279197] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.280846] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 942.280846] env[69308]: value = "task-3868696" [ 942.280846] env[69308]: _type = "Task" [ 942.280846] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.290015] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.328026] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fee9336-f333-4825-850e-be097bd43e8f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.334602] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868689, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.339637] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b323f-092b-4846-8a1e-2b4d38901290 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.371015] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936c671b-4122-484e-87cf-841eb8185b2e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.380092] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddad6c5b-6a7e-46b5-9953-0b0c62269b16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.398695] env[69308]: DEBUG nova.compute.provider_tree [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.417947] env[69308]: DEBUG nova.compute.manager [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.418226] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.419080] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c366a8c3-ca5d-4634-bdcb-ca24cb981de3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.427834] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.428064] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222ff29d-39d9-4d43-b133-1e42cd670e78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.436991] env[69308]: DEBUG oslo_vmware.api [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 942.436991] env[69308]: value = "task-3868697" [ 942.436991] env[69308]: _type = "Task" [ 942.436991] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.446511] env[69308]: DEBUG oslo_vmware.api [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.463798] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Releasing lock "refresh_cache-c20c1108-464f-4bbe-b465-da06ca5b84d6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.464093] env[69308]: DEBUG nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-vif-plugged-5b5260e6-36af-4206-b2ef-5b77728f7c7b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.464337] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.464647] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.464868] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.465069] env[69308]: DEBUG nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] No waiting events found dispatching network-vif-plugged-5b5260e6-36af-4206-b2ef-5b77728f7c7b {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.465281] env[69308]: WARNING nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received unexpected event network-vif-plugged-5b5260e6-36af-4206-b2ef-5b77728f7c7b for instance with vm_state active and task_state None. [ 942.465453] env[69308]: DEBUG nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-changed-5b5260e6-36af-4206-b2ef-5b77728f7c7b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.465607] env[69308]: DEBUG nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Refreshing instance network info cache due to event network-changed-5b5260e6-36af-4206-b2ef-5b77728f7c7b. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.465798] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Acquiring lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.465936] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Acquired lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.466103] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Refreshing network info cache for port 5b5260e6-36af-4206-b2ef-5b77728f7c7b {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.615097] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff268eaa-85ae-4be2-8883-7e7402db0195 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.289s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.778206] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868695, 'name': ReconfigVM_Task, 'duration_secs': 0.258418} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.778517] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.778795] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.779155] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca4dad6-da7e-4f9b-868a-809721b55726 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.787462] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 942.787462] env[69308]: value = "task-3868698" [ 942.787462] env[69308]: _type = "Task" [ 942.787462] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.794316] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.801883] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.834162] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868689, 'name': CreateVM_Task, 'duration_secs': 1.78488} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.834461] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.835298] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.835503] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.835877] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.836161] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7496104d-91b4-4637-8942-71614082e273 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.841920] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 942.841920] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b33b81-fdc0-9fd0-a033-fa5ca85ecc48" [ 942.841920] env[69308]: _type = "Task" [ 942.841920] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.851725] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b33b81-fdc0-9fd0-a033-fa5ca85ecc48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.901961] env[69308]: DEBUG nova.scheduler.client.report [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.949208] env[69308]: DEBUG oslo_vmware.api [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868697, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.063480] env[69308]: DEBUG nova.compute.manager [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Received event network-vif-deleted-13b7cdd6-fb8f-48c0-970a-87d7b95f4f14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.063746] env[69308]: DEBUG nova.compute.manager [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Received event network-changed-49159fe3-f892-44eb-b532-8d80a53cc4da {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.063942] env[69308]: DEBUG nova.compute.manager [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Refreshing instance network info cache due to event network-changed-49159fe3-f892-44eb-b532-8d80a53cc4da. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.065610] env[69308]: DEBUG oslo_concurrency.lockutils [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] Acquiring lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.065610] env[69308]: DEBUG oslo_concurrency.lockutils [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] Acquired lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.065610] env[69308]: DEBUG nova.network.neutron [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Refreshing network info cache for port 49159fe3-f892-44eb-b532-8d80a53cc4da {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.210264] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updated VIF entry in instance network info cache for port 5b5260e6-36af-4206-b2ef-5b77728f7c7b. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.210524] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "address": "fa:16:3e:b4:75:88", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5260e6-36", "ovs_interfaceid": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.300130] env[69308]: DEBUG oslo_vmware.api [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868696, 'name': PowerOnVM_Task, 'duration_secs': 0.549546} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.303978] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.304738] env[69308]: INFO nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Took 7.92 seconds to spawn the instance on the hypervisor. [ 943.304738] env[69308]: DEBUG nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.304738] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.305434] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1552c35d-c73d-4f00-bf30-89a8de6f1967 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.357396] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b33b81-fdc0-9fd0-a033-fa5ca85ecc48, 'name': SearchDatastore_Task, 'duration_secs': 0.046263} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.363222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.363222] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.363222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.363222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.363222] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.363222] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15fa2836-be25-475c-85f2-a32b84f1ef38 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.377485] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.377485] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.377485] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb8fa2e-90b4-4259-aeeb-28ac29eba055 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.385443] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 943.385443] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e9dd6-d819-ca59-5ed0-e582853e53fd" [ 943.385443] env[69308]: _type = "Task" [ 943.385443] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.398817] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e9dd6-d819-ca59-5ed0-e582853e53fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.410026] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.410026] env[69308]: DEBUG nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.412760] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.626s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.413196] env[69308]: DEBUG nova.objects.instance [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'resources' on Instance uuid efafcb8a-d402-44d8-af37-38262e35621c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.452406] env[69308]: DEBUG oslo_vmware.api [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868697, 'name': PowerOffVM_Task, 'duration_secs': 0.56963} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.452694] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.452864] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.453152] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36ab64cc-375c-47cd-beac-fcb4d7ef8934 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.529949] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.531070] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.531070] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Deleting the datastore file [datastore1] 47fd2a9c-238c-4f6c-b282-9f826920cfae {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.531070] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f8fc128-c63b-4867-8f4c-1114339ab346 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.540858] env[69308]: DEBUG oslo_vmware.api [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 943.540858] env[69308]: value = "task-3868700" [ 943.540858] env[69308]: _type = "Task" [ 943.540858] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.555315] env[69308]: DEBUG oslo_vmware.api [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.714113] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Releasing lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.714113] env[69308]: DEBUG nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Received event network-changed-b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.714113] env[69308]: DEBUG nova.compute.manager [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Refreshing instance network info cache due to event network-changed-b5fa26ce-df71-4209-b018-1996d326b90d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.714113] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Acquiring lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.714239] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Acquired lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.714410] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Refreshing network info cache for port b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.802292] env[69308]: DEBUG oslo_vmware.api [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868698, 'name': PowerOnVM_Task, 'duration_secs': 0.803039} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.802659] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.802978] env[69308]: DEBUG nova.compute.manager [None req-320605d4-ba5a-48fb-a4cd-30c60a8e4ee9 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.804126] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84263436-800d-425e-bde3-9f78ba10bbfb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.830224] env[69308]: INFO nova.compute.manager [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Took 36.38 seconds to build instance. [ 943.892501] env[69308]: DEBUG nova.network.neutron [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updated VIF entry in instance network info cache for port 49159fe3-f892-44eb-b532-8d80a53cc4da. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.892859] env[69308]: DEBUG nova.network.neutron [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance_info_cache with network_info: [{"id": "49159fe3-f892-44eb-b532-8d80a53cc4da", "address": "fa:16:3e:ae:9c:73", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49159fe3-f8", "ovs_interfaceid": "49159fe3-f892-44eb-b532-8d80a53cc4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.906581] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e9dd6-d819-ca59-5ed0-e582853e53fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012766} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.907924] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0341361-1d3a-4603-bf9a-62b6b0722585 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.915387] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 943.915387] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e7e4e-fa2e-951c-b140-01fb30f6894a" [ 943.915387] env[69308]: _type = "Task" [ 943.915387] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.915863] env[69308]: DEBUG nova.objects.instance [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'numa_topology' on Instance uuid efafcb8a-d402-44d8-af37-38262e35621c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.917802] env[69308]: DEBUG nova.compute.utils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.924363] env[69308]: DEBUG nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.925767] env[69308]: DEBUG nova.network.neutron [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.933833] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e7e4e-fa2e-951c-b140-01fb30f6894a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.984306] env[69308]: DEBUG nova.policy [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d964e82fc5b472f97cff59fb0a5d6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7764a62d89b54ddb984a35b687a42afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.052829] env[69308]: DEBUG oslo_vmware.api [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.332480] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a7f8fa52-dc1d-4101-b317-8f7f26005917 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "c20c1108-464f-4bbe-b465-da06ca5b84d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.906s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.396472] env[69308]: DEBUG oslo_concurrency.lockutils [req-f396350a-97dc-45e3-89a3-2fb3306da38e req-c9cc0fa5-6c84-4e04-8ff9-f868767f03fa service nova] Releasing lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.433683] env[69308]: DEBUG nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.441029] env[69308]: DEBUG nova.objects.base [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.442118] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e7e4e-fa2e-951c-b140-01fb30f6894a, 'name': SearchDatastore_Task, 'duration_secs': 0.024754} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.443145] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.443719] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] aea44502-abe4-49b0-9dea-202432ef5595/aea44502-abe4-49b0-9dea-202432ef5595.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.444175] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04a77401-55ae-4f31-9293-eead94c84d46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.455034] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 944.455034] env[69308]: value = "task-3868701" [ 944.455034] env[69308]: _type = "Task" [ 944.455034] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.468024] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.558995] env[69308]: DEBUG oslo_vmware.api [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52886} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.559355] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.559580] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.559771] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.560022] env[69308]: INFO nova.compute.manager [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Took 2.14 seconds to destroy the instance on the hypervisor. [ 944.560350] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.560572] env[69308]: DEBUG nova.compute.manager [-] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.560668] env[69308]: DEBUG nova.network.neutron [-] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.977957] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868701, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.106971] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f08a390-a36e-40bb-85f2-bbe73e13f90f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.117008] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caa7a5c-998a-4eb4-9bbb-435958816b82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.158939] env[69308]: DEBUG nova.network.neutron [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Successfully created port: 4c4d6882-584e-4dda-8380-e6915f52948e {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.161963] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4881a5f-4c6a-40b4-b15e-386c8db710cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.165638] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Updated VIF entry in instance network info cache for port b5fa26ce-df71-4209-b018-1996d326b90d. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.166060] env[69308]: DEBUG nova.network.neutron [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Updating instance_info_cache with network_info: [{"id": "b5fa26ce-df71-4209-b018-1996d326b90d", "address": "fa:16:3e:e7:d8:e9", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fa26ce-df", "ovs_interfaceid": "b5fa26ce-df71-4209-b018-1996d326b90d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.174341] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a15409-53ff-4156-a6fc-26eef32f0ae2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.191796] env[69308]: DEBUG nova.compute.provider_tree [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.264502] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.264777] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.264992] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.265198] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.265373] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.268121] env[69308]: INFO nova.compute.manager [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Terminating instance [ 945.460964] env[69308]: DEBUG nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.477074] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743063} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.477494] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] aea44502-abe4-49b0-9dea-202432ef5595/aea44502-abe4-49b0-9dea-202432ef5595.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.477494] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.477851] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e18becb7-6fd7-40ad-b669-30213984b890 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.488782] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 945.488782] env[69308]: value = "task-3868702" [ 945.488782] env[69308]: _type = "Task" [ 945.488782] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.498204] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.503084] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.503084] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.503084] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.503084] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.503873] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.503873] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.503873] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.503873] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.504071] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.504322] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.504322] env[69308]: DEBUG nova.virt.hardware [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.508019] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a4eb0d-e539-4650-a7ed-8519289c022d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.514493] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e079f7ff-8eb5-4e6c-b21f-2cfc86b7c56d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.521711] env[69308]: DEBUG nova.compute.manager [req-bc62a997-1563-4857-b0a6-ffc53d17ee69 req-e8cc4ec6-dfd3-4005-82f1-69154a2d77bf service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Received event network-vif-deleted-1975a3b3-90a8-4952-b9fc-2dce0f26e1a8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.521912] env[69308]: INFO nova.compute.manager [req-bc62a997-1563-4857-b0a6-ffc53d17ee69 req-e8cc4ec6-dfd3-4005-82f1-69154a2d77bf service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Neutron deleted interface 1975a3b3-90a8-4952-b9fc-2dce0f26e1a8; detaching it from the instance and deleting it from the info cache [ 945.522106] env[69308]: DEBUG nova.network.neutron [req-bc62a997-1563-4857-b0a6-ffc53d17ee69 req-e8cc4ec6-dfd3-4005-82f1-69154a2d77bf service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.539934] env[69308]: DEBUG nova.network.neutron [-] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.669882] env[69308]: DEBUG oslo_concurrency.lockutils [req-d48fc4dc-eb16-4d8c-8b79-80f433cdb420 req-9481f0df-6c36-45a6-8985-89d4a09e7edb service nova] Releasing lock "refresh_cache-79af13a1-4284-407a-8971-6e5f31a4cb6b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.696664] env[69308]: DEBUG nova.scheduler.client.report [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.772418] env[69308]: DEBUG nova.compute.manager [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.772699] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.773757] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0876c839-885c-46cc-bdd8-2b86888da6b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.782173] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.782468] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35091ffd-62f8-45f9-ae69-be673c2ef5ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.791305] env[69308]: DEBUG oslo_vmware.api [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 945.791305] env[69308]: value = "task-3868703" [ 945.791305] env[69308]: _type = "Task" [ 945.791305] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.801288] env[69308]: DEBUG oslo_vmware.api [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.999183] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076797} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.999424] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.000352] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f60fa8c-7dcb-4ee8-8fac-8ac6f274bd64 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.027303] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] aea44502-abe4-49b0-9dea-202432ef5595/aea44502-abe4-49b0-9dea-202432ef5595.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.027933] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-177f208a-4783-4fbc-a9e4-7a098d4b15ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.045412] env[69308]: INFO nova.compute.manager [-] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Took 1.48 seconds to deallocate network for instance. [ 946.045699] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a87f29c-77e0-4a45-989d-23d451752b29 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.062804] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 946.062804] env[69308]: value = "task-3868704" [ 946.062804] env[69308]: _type = "Task" [ 946.062804] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.069167] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de24666-cfd1-4209-bcb7-a428e063956c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.094699] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.119231] env[69308]: DEBUG nova.compute.manager [req-bc62a997-1563-4857-b0a6-ffc53d17ee69 req-e8cc4ec6-dfd3-4005-82f1-69154a2d77bf service nova] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Detach interface failed, port_id=1975a3b3-90a8-4952-b9fc-2dce0f26e1a8, reason: Instance 47fd2a9c-238c-4f6c-b282-9f826920cfae could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.120577] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edfca3c-8a76-4f92-9cb5-c28fd51ea940 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.129037] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4df97ce9-8901-45e1-8599-56d1b1c02a84 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Suspending the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 946.129037] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a968082f-2d01-4586-8770-6c35b47e2c18 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.136739] env[69308]: DEBUG oslo_vmware.api [None req-4df97ce9-8901-45e1-8599-56d1b1c02a84 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 946.136739] env[69308]: value = "task-3868705" [ 946.136739] env[69308]: _type = "Task" [ 946.136739] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.149719] env[69308]: DEBUG oslo_vmware.api [None req-4df97ce9-8901-45e1-8599-56d1b1c02a84 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868705, 'name': SuspendVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.203270] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.791s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.207809] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.309s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.212118] env[69308]: INFO nova.compute.claims [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.223938] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-06eb9567-fd04-449a-ab14-394da650135c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.224707] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-06eb9567-fd04-449a-ab14-394da650135c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.225239] env[69308]: DEBUG nova.objects.instance [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'flavor' on Instance uuid 6c3166aa-860a-4c74-9c0f-85f082424d62 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.302654] env[69308]: DEBUG oslo_vmware.api [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868703, 'name': PowerOffVM_Task, 'duration_secs': 0.237505} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.302931] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.303117] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.303475] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46098fa5-2e74-4fd0-b5ef-282f3ad92a53 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.383365] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.383365] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.383365] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Deleting the datastore file [datastore1] b3adb3ed-90b1-450a-b86c-c29fdd26f9f0 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.383365] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47295da7-2c3e-4570-a506-a2a14212b1e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.387307] env[69308]: DEBUG oslo_vmware.api [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 946.387307] env[69308]: value = "task-3868707" [ 946.387307] env[69308]: _type = "Task" [ 946.387307] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.401106] env[69308]: DEBUG oslo_vmware.api [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.565608] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.576915] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.648818] env[69308]: DEBUG oslo_vmware.api [None req-4df97ce9-8901-45e1-8599-56d1b1c02a84 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868705, 'name': SuspendVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.738532] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a97882b-34ea-4cd4-aae3-ae63d07b1211 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.647s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.739989] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.615s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.740261] env[69308]: INFO nova.compute.manager [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Unshelving [ 946.908488] env[69308]: DEBUG oslo_vmware.api [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235837} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.908771] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.909425] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.909425] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.909425] env[69308]: INFO nova.compute.manager [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 946.909632] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.911048] env[69308]: DEBUG nova.compute.manager [-] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.911048] env[69308]: DEBUG nova.network.neutron [-] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.973397] env[69308]: DEBUG nova.objects.instance [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c3166aa-860a-4c74-9c0f-85f082424d62 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.078471] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.150610] env[69308]: DEBUG oslo_vmware.api [None req-4df97ce9-8901-45e1-8599-56d1b1c02a84 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868705, 'name': SuspendVM_Task, 'duration_secs': 0.977913} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.154022] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4df97ce9-8901-45e1-8599-56d1b1c02a84 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Suspended the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 947.154022] env[69308]: DEBUG nova.compute.manager [None req-4df97ce9-8901-45e1-8599-56d1b1c02a84 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.154022] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aaaaf9-e810-40f3-a8fd-e29ccbedcd63 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.167487] env[69308]: DEBUG nova.network.neutron [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Successfully updated port: 4c4d6882-584e-4dda-8380-e6915f52948e {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.476805] env[69308]: DEBUG nova.objects.base [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Object Instance<6c3166aa-860a-4c74-9c0f-85f082424d62> lazy-loaded attributes: flavor,pci_requests {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 947.477028] env[69308]: DEBUG nova.network.neutron [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.564790] env[69308]: DEBUG nova.policy [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.577624] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868704, 'name': ReconfigVM_Task, 'duration_secs': 1.03433} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.580407] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Reconfigured VM instance instance-0000004a to attach disk [datastore1] aea44502-abe4-49b0-9dea-202432ef5595/aea44502-abe4-49b0-9dea-202432ef5595.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.582046] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35989a07-f616-4ed5-bd86-e254cd30876b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.590108] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 947.590108] env[69308]: value = "task-3868708" [ 947.590108] env[69308]: _type = "Task" [ 947.590108] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.599943] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868708, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.677942] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "refresh_cache-9a4f7927-1657-40c2-a11c-c9be89fc534a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.678164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "refresh_cache-9a4f7927-1657-40c2-a11c-c9be89fc534a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.678329] env[69308]: DEBUG nova.network.neutron [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.713086] env[69308]: DEBUG nova.network.neutron [-] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.755366] env[69308]: DEBUG nova.compute.utils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.760636] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b49b7da-65fe-4302-b2ed-7fcdae61e00e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.767537] env[69308]: DEBUG nova.compute.manager [req-be9ea9da-2d85-499e-adf3-35033d1da00d req-94588146-a299-4d19-a699-c81cbda6bee4 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Received event network-vif-plugged-4c4d6882-584e-4dda-8380-e6915f52948e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.767537] env[69308]: DEBUG oslo_concurrency.lockutils [req-be9ea9da-2d85-499e-adf3-35033d1da00d req-94588146-a299-4d19-a699-c81cbda6bee4 service nova] Acquiring lock "9a4f7927-1657-40c2-a11c-c9be89fc534a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.767537] env[69308]: DEBUG oslo_concurrency.lockutils [req-be9ea9da-2d85-499e-adf3-35033d1da00d req-94588146-a299-4d19-a699-c81cbda6bee4 service nova] Lock "9a4f7927-1657-40c2-a11c-c9be89fc534a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.767537] env[69308]: DEBUG oslo_concurrency.lockutils [req-be9ea9da-2d85-499e-adf3-35033d1da00d req-94588146-a299-4d19-a699-c81cbda6bee4 service nova] Lock "9a4f7927-1657-40c2-a11c-c9be89fc534a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.767994] env[69308]: DEBUG nova.compute.manager [req-be9ea9da-2d85-499e-adf3-35033d1da00d req-94588146-a299-4d19-a699-c81cbda6bee4 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] No waiting events found dispatching network-vif-plugged-4c4d6882-584e-4dda-8380-e6915f52948e {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.767994] env[69308]: WARNING nova.compute.manager [req-be9ea9da-2d85-499e-adf3-35033d1da00d req-94588146-a299-4d19-a699-c81cbda6bee4 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Received unexpected event network-vif-plugged-4c4d6882-584e-4dda-8380-e6915f52948e for instance with vm_state building and task_state spawning. [ 947.772057] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e837174-a69f-4abf-8ed3-f4ad17aa7796 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.808038] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fe6b82-ed70-439e-b680-9199c38989f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.816981] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cfac4a-36cb-41ed-8eb1-92c366ac6d55 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.834759] env[69308]: DEBUG nova.compute.provider_tree [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.100975] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868708, 'name': Rename_Task, 'duration_secs': 0.201032} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.101978] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.102278] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d5e5e47-8d5f-4b42-9aef-0f913b74a28c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.111809] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 948.111809] env[69308]: value = "task-3868709" [ 948.111809] env[69308]: _type = "Task" [ 948.111809] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.120369] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.220976] env[69308]: INFO nova.compute.manager [-] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Took 1.31 seconds to deallocate network for instance. [ 948.230014] env[69308]: DEBUG nova.network.neutron [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.259191] env[69308]: INFO nova.virt.block_device [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Booting with volume 317b2154-2102-465b-a6e6-61d66d765d6e at /dev/sdb [ 948.300418] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-069d3c6c-4075-449b-8c17-9fdad15fdc2a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.316800] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eaf0b5-1526-44e6-b801-b51548b81607 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.338594] env[69308]: DEBUG nova.scheduler.client.report [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.368585] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0825fb1-0ab5-4868-9732-9f185fe12df6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.380019] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da2b3b5-5874-43ec-b7ab-88e3c592a1b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.427463] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3c21a4-8f8d-46a9-9477-0deec009cfe6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.441019] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f4bde-93c2-4d50-b78e-2100359b1e95 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.448558] env[69308]: DEBUG nova.network.neutron [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Updating instance_info_cache with network_info: [{"id": "4c4d6882-584e-4dda-8380-e6915f52948e", "address": "fa:16:3e:d0:5c:fe", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4d6882-58", "ovs_interfaceid": "4c4d6882-584e-4dda-8380-e6915f52948e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.458835] env[69308]: DEBUG nova.virt.block_device [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating existing volume attachment record: bb7b9d51-0ab0-41fb-8b20-7d63acb2e52d {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 948.627206] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868709, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.706584] env[69308]: DEBUG nova.compute.manager [req-65c185ee-f120-427c-b636-077d7d57b870 req-75d471a0-2bec-44c9-beb2-542ba6e0b570 service nova] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Received event network-vif-deleted-8fe96010-cd25-46f6-ae42-c162817d7b17 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.729236] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.810902] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquiring lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.811213] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.850952] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.851542] env[69308]: DEBUG nova.compute.manager [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.854149] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.806s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.854432] env[69308]: DEBUG nova.objects.instance [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lazy-loading 'resources' on Instance uuid d930a8a9-0db0-46ab-843f-6525300270cb {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.955515] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "refresh_cache-9a4f7927-1657-40c2-a11c-c9be89fc534a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.957986] env[69308]: DEBUG nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Instance network_info: |[{"id": "4c4d6882-584e-4dda-8380-e6915f52948e", "address": "fa:16:3e:d0:5c:fe", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4d6882-58", "ovs_interfaceid": "4c4d6882-584e-4dda-8380-e6915f52948e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.957986] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:5c:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c4d6882-584e-4dda-8380-e6915f52948e', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.972202] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.973128] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.973419] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5c681e6-44cc-4e30-b3d1-1b21e5f248de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.001550] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.001550] env[69308]: value = "task-3868713" [ 949.001550] env[69308]: _type = "Task" [ 949.001550] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.012674] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868713, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.124395] env[69308]: DEBUG oslo_vmware.api [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868709, 'name': PowerOnVM_Task, 'duration_secs': 0.528186} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.125121] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.125521] env[69308]: INFO nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Took 10.92 seconds to spawn the instance on the hypervisor. [ 949.125877] env[69308]: DEBUG nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.126821] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d244e58-2d23-4b49-8cce-ca38e233e7fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.202550] env[69308]: DEBUG nova.network.neutron [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Successfully updated port: 06eb9567-fd04-449a-ab14-394da650135c {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.313588] env[69308]: DEBUG nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.361034] env[69308]: DEBUG nova.compute.utils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.362811] env[69308]: DEBUG nova.compute.manager [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 949.518013] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868713, 'name': CreateVM_Task, 'duration_secs': 0.49193} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.522344] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.524657] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.524981] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.525393] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.525784] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f68014-a333-440b-b7cb-0e65ecb5a112 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.532910] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 949.532910] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c1685a-c179-7cfd-99ba-c674a490670b" [ 949.532910] env[69308]: _type = "Task" [ 949.532910] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.544707] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c1685a-c179-7cfd-99ba-c674a490670b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.645030] env[69308]: INFO nova.compute.manager [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Took 41.21 seconds to build instance. [ 949.704378] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.704662] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.704877] env[69308]: DEBUG nova.network.neutron [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.837779] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.867805] env[69308]: DEBUG nova.compute.manager [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.912706] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a234de-9932-4ccb-bf7a-ea984c4f79cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.922794] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835992eb-1f3e-4805-90e9-4bc9a502e165 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.958546] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed460fe-d3dc-49ed-913b-643c954715dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.967872] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110a9f42-e881-4b11-b82c-896e013dc001 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.984522] env[69308]: DEBUG nova.compute.provider_tree [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.045043] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c1685a-c179-7cfd-99ba-c674a490670b, 'name': SearchDatastore_Task, 'duration_secs': 0.015016} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.045389] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.045643] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.045893] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.046057] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.046249] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.046538] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ee8665-1117-44c1-b7a2-38676d6edd29 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.063606] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.063606] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.064562] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad27553-37ef-415f-a4a8-5addea5b0e68 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.072497] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 950.072497] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d3a3ad-eeae-a322-241e-c92a31331ddd" [ 950.072497] env[69308]: _type = "Task" [ 950.072497] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.082237] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d3a3ad-eeae-a322-241e-c92a31331ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.146851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d638f0dd-86fe-4a2e-83c5-89da615c5d6e tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.718s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.158500] env[69308]: DEBUG nova.compute.manager [req-e3dbcd5c-ee5a-4a3e-b6f6-aced6044cbf1 req-279bd91f-97fd-4bdb-848e-bc851876a214 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Received event network-changed-4c4d6882-584e-4dda-8380-e6915f52948e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.158804] env[69308]: DEBUG nova.compute.manager [req-e3dbcd5c-ee5a-4a3e-b6f6-aced6044cbf1 req-279bd91f-97fd-4bdb-848e-bc851876a214 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Refreshing instance network info cache due to event network-changed-4c4d6882-584e-4dda-8380-e6915f52948e. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.159132] env[69308]: DEBUG oslo_concurrency.lockutils [req-e3dbcd5c-ee5a-4a3e-b6f6-aced6044cbf1 req-279bd91f-97fd-4bdb-848e-bc851876a214 service nova] Acquiring lock "refresh_cache-9a4f7927-1657-40c2-a11c-c9be89fc534a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.159351] env[69308]: DEBUG oslo_concurrency.lockutils [req-e3dbcd5c-ee5a-4a3e-b6f6-aced6044cbf1 req-279bd91f-97fd-4bdb-848e-bc851876a214 service nova] Acquired lock "refresh_cache-9a4f7927-1657-40c2-a11c-c9be89fc534a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.159599] env[69308]: DEBUG nova.network.neutron [req-e3dbcd5c-ee5a-4a3e-b6f6-aced6044cbf1 req-279bd91f-97fd-4bdb-848e-bc851876a214 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Refreshing network info cache for port 4c4d6882-584e-4dda-8380-e6915f52948e {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.253702] env[69308]: WARNING nova.network.neutron [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] 0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd already exists in list: networks containing: ['0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd']. ignoring it [ 950.253922] env[69308]: WARNING nova.network.neutron [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] 0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd already exists in list: networks containing: ['0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd']. ignoring it [ 950.288863] env[69308]: INFO nova.compute.manager [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Resuming [ 950.289556] env[69308]: DEBUG nova.objects.instance [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lazy-loading 'flavor' on Instance uuid 6b05f946-8630-4f0b-98aa-0149e4d97e27 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.487984] env[69308]: DEBUG nova.scheduler.client.report [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.584455] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d3a3ad-eeae-a322-241e-c92a31331ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.035191} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.588127] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14409d3b-65c8-4c13-adcb-cc0a832a550b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.595239] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 950.595239] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52132068-6986-9893-0aab-9beaeb7dccf3" [ 950.595239] env[69308]: _type = "Task" [ 950.595239] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.604280] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52132068-6986-9893-0aab-9beaeb7dccf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.747744] env[69308]: DEBUG nova.network.neutron [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "address": "fa:16:3e:b4:75:88", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5260e6-36", "ovs_interfaceid": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06eb9567-fd04-449a-ab14-394da650135c", "address": "fa:16:3e:12:56:ff", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06eb9567-fd", "ovs_interfaceid": "06eb9567-fd04-449a-ab14-394da650135c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.876259] env[69308]: DEBUG nova.compute.manager [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.907383] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.907635] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.907791] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.907970] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.908210] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.908554] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.908776] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.908939] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.909140] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.909312] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.909485] env[69308]: DEBUG nova.virt.hardware [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.910677] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9100c2-c598-46ec-8efa-a11af2364403 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.921767] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ebb5e-3d29-4c89-af5c-2fed00f97469 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.942208] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.948014] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Creating folder: Project (3b7bb0af50084d89bc69dda701f0bb52). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.948471] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14c40cda-987e-44b5-b88c-743ed35d1875 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.962165] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Created folder: Project (3b7bb0af50084d89bc69dda701f0bb52) in parent group-v768498. [ 950.962525] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Creating folder: Instances. Parent ref: group-v768712. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.962851] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecd4af68-b036-47f4-9ede-34861d78d775 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.974692] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Created folder: Instances in parent group-v768712. [ 950.975086] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.975368] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.975683] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a2012f5-45fb-46f0-b6aa-7e3d6d12bb28 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.991384] env[69308]: DEBUG nova.network.neutron [req-e3dbcd5c-ee5a-4a3e-b6f6-aced6044cbf1 req-279bd91f-97fd-4bdb-848e-bc851876a214 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Updated VIF entry in instance network info cache for port 4c4d6882-584e-4dda-8380-e6915f52948e. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.992017] env[69308]: DEBUG nova.network.neutron [req-e3dbcd5c-ee5a-4a3e-b6f6-aced6044cbf1 req-279bd91f-97fd-4bdb-848e-bc851876a214 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Updating instance_info_cache with network_info: [{"id": "4c4d6882-584e-4dda-8380-e6915f52948e", "address": "fa:16:3e:d0:5c:fe", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4d6882-58", "ovs_interfaceid": "4c4d6882-584e-4dda-8380-e6915f52948e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.994650] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.997398] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.108s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.999034] env[69308]: INFO nova.compute.claims [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.004937] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.004937] env[69308]: value = "task-3868717" [ 951.004937] env[69308]: _type = "Task" [ 951.004937] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.015891] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868717, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.023918] env[69308]: INFO nova.scheduler.client.report [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Deleted allocations for instance d930a8a9-0db0-46ab-843f-6525300270cb [ 951.108066] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52132068-6986-9893-0aab-9beaeb7dccf3, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.108468] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.108771] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 9a4f7927-1657-40c2-a11c-c9be89fc534a/9a4f7927-1657-40c2-a11c-c9be89fc534a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.109091] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff8f0e07-0e22-4ba2-a7ad-103e690809fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.117855] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 951.117855] env[69308]: value = "task-3868718" [ 951.117855] env[69308]: _type = "Task" [ 951.117855] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.127752] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.252684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.253552] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.253747] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.254858] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec739f-7443-4b18-8d9a-0e3ddd5a7b2c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.280398] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.280707] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.280899] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.281163] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.281707] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.281707] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.281881] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.282010] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.282252] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.282440] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.282658] env[69308]: DEBUG nova.virt.hardware [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.291407] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Reconfiguring VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 951.291897] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7504023f-1345-453b-97c6-59bff4b90c75 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.315526] env[69308]: DEBUG oslo_vmware.api [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 951.315526] env[69308]: value = "task-3868719" [ 951.315526] env[69308]: _type = "Task" [ 951.315526] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.327660] env[69308]: DEBUG oslo_vmware.api [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868719, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.495465] env[69308]: DEBUG oslo_concurrency.lockutils [req-e3dbcd5c-ee5a-4a3e-b6f6-aced6044cbf1 req-279bd91f-97fd-4bdb-848e-bc851876a214 service nova] Releasing lock "refresh_cache-9a4f7927-1657-40c2-a11c-c9be89fc534a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.524036] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868717, 'name': CreateVM_Task, 'duration_secs': 0.290002} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.525872] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.526641] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.527249] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.527580] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.528378] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2c2d7e-f547-4c95-8959-41a272c36107 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.535457] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe169ab4-a899-4c85-a895-116748abc6ed tempest-ServerGroupTestJSON-1676744909 tempest-ServerGroupTestJSON-1676744909-project-member] Lock "d930a8a9-0db0-46ab-843f-6525300270cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.808s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.541984] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 951.541984] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5247ff04-6dc8-4296-b2d6-8801be111eda" [ 951.541984] env[69308]: _type = "Task" [ 951.541984] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.554967] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5247ff04-6dc8-4296-b2d6-8801be111eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.560099] env[69308]: DEBUG nova.compute.manager [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-vif-plugged-06eb9567-fd04-449a-ab14-394da650135c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.560099] env[69308]: DEBUG oslo_concurrency.lockutils [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.560312] env[69308]: DEBUG oslo_concurrency.lockutils [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.560477] env[69308]: DEBUG oslo_concurrency.lockutils [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.560627] env[69308]: DEBUG nova.compute.manager [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] No waiting events found dispatching network-vif-plugged-06eb9567-fd04-449a-ab14-394da650135c {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.560839] env[69308]: WARNING nova.compute.manager [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received unexpected event network-vif-plugged-06eb9567-fd04-449a-ab14-394da650135c for instance with vm_state active and task_state None. [ 951.560957] env[69308]: DEBUG nova.compute.manager [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-changed-06eb9567-fd04-449a-ab14-394da650135c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.561142] env[69308]: DEBUG nova.compute.manager [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Refreshing instance network info cache due to event network-changed-06eb9567-fd04-449a-ab14-394da650135c. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.561340] env[69308]: DEBUG oslo_concurrency.lockutils [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] Acquiring lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.561476] env[69308]: DEBUG oslo_concurrency.lockutils [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] Acquired lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.561638] env[69308]: DEBUG nova.network.neutron [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Refreshing network info cache for port 06eb9567-fd04-449a-ab14-394da650135c {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.631362] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868718, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.812392] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.812392] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquired lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.812392] env[69308]: DEBUG nova.network.neutron [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.835476] env[69308]: DEBUG oslo_vmware.api [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.056208] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5247ff04-6dc8-4296-b2d6-8801be111eda, 'name': SearchDatastore_Task, 'duration_secs': 0.060299} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.056208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.056208] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.056208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.056208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.056208] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.057812] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-760e8eb1-57c2-4bb3-a782-4f69273d56a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.068797] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.069189] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.070424] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed78cbbe-0e67-4181-bec8-323bb6c1f214 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.080920] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 952.080920] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e37c9-c806-72fa-b2e0-a78c1ac94544" [ 952.080920] env[69308]: _type = "Task" [ 952.080920] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.092663] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e37c9-c806-72fa-b2e0-a78c1ac94544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.131690] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561791} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.131916] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 9a4f7927-1657-40c2-a11c-c9be89fc534a/9a4f7927-1657-40c2-a11c-c9be89fc534a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.132176] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.132460] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad648781-d5fc-44a2-95b4-007d007d1316 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.140950] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 952.140950] env[69308]: value = "task-3868720" [ 952.140950] env[69308]: _type = "Task" [ 952.140950] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.152485] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.329378] env[69308]: DEBUG oslo_vmware.api [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868719, 'name': ReconfigVM_Task, 'duration_secs': 0.88227} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.329916] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.330173] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Reconfigured VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 952.394256] env[69308]: DEBUG nova.network.neutron [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updated VIF entry in instance network info cache for port 06eb9567-fd04-449a-ab14-394da650135c. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.394843] env[69308]: DEBUG nova.network.neutron [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "address": "fa:16:3e:b4:75:88", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5260e6-36", "ovs_interfaceid": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06eb9567-fd04-449a-ab14-394da650135c", "address": "fa:16:3e:12:56:ff", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06eb9567-fd", "ovs_interfaceid": "06eb9567-fd04-449a-ab14-394da650135c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.567469] env[69308]: DEBUG nova.network.neutron [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating instance_info_cache with network_info: [{"id": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "address": "fa:16:3e:f7:99:bf", "network": {"id": "9b567998-565e-4ec6-934e-407a0bfa7169", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-653623335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd94c1c3d72a44d0b026b0c8e30a5227", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "535b175f-71d3-4226-81ab-ca253f27fedd", "external-id": "nsx-vlan-transportzone-155", "segmentation_id": 155, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bbde837-08", "ovs_interfaceid": "6bbde837-08e4-407a-b42e-a65e27da7cb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.599226] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527e37c9-c806-72fa-b2e0-a78c1ac94544, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.600598] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d18c51-ba01-4729-ac67-2f8264c8b7f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.611072] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 952.611072] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523464d9-43e9-2c69-e255-7ad6c15f4a37" [ 952.611072] env[69308]: _type = "Task" [ 952.611072] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.619207] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523464d9-43e9-2c69-e255-7ad6c15f4a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.620978] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930209aa-cf77-47eb-ab91-cfd3986365cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.627759] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abbaf82-698f-481a-b9da-531a4c6fbf62 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.662155] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4953b458-2073-4cfc-b8d8-4ce19d722277 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.672718] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93426f27-9c34-4fae-a406-6eb861479e3e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.676615] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304782} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.676957] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.678369] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1b7ae4-13cd-4ebf-afe5-048ff3a1491d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.689186] env[69308]: DEBUG nova.compute.provider_tree [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.710718] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 9a4f7927-1657-40c2-a11c-c9be89fc534a/9a4f7927-1657-40c2-a11c-c9be89fc534a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.711716] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c893ebb7-3f66-4b0d-8461-4d17d39ee839 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.731630] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 952.731630] env[69308]: value = "task-3868721" [ 952.731630] env[69308]: _type = "Task" [ 952.731630] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.739968] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.836615] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ceb3b946-9dfe-4723-b2d6-4f7dd7b9ad4a tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-06eb9567-fd04-449a-ab14-394da650135c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.612s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.901486] env[69308]: DEBUG oslo_concurrency.lockutils [req-ba646a91-26e9-4351-a906-e9ddc6653827 req-37828004-0b21-4ce4-b134-6cdb2d06e599 service nova] Releasing lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.070167] env[69308]: DEBUG oslo_concurrency.lockutils [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Releasing lock "refresh_cache-6b05f946-8630-4f0b-98aa-0149e4d97e27" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.070991] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a3c59-7786-4bba-873a-a3756c86a485 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.078045] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Resuming the VM {{(pid=69308) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 953.078382] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14598fb2-a447-4162-b617-f16b8c4f7cef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.085079] env[69308]: DEBUG oslo_vmware.api [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 953.085079] env[69308]: value = "task-3868722" [ 953.085079] env[69308]: _type = "Task" [ 953.085079] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.093714] env[69308]: DEBUG oslo_vmware.api [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.122306] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523464d9-43e9-2c69-e255-7ad6c15f4a37, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.122630] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.122931] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f/49b48664-ced0-4e06-a7c2-c78b42b7dd6f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.123240] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed39bc4c-1843-4e8c-a9e5-1a24e8c49272 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.130574] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 953.130574] env[69308]: value = "task-3868723" [ 953.130574] env[69308]: _type = "Task" [ 953.130574] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.139480] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.193214] env[69308]: DEBUG nova.scheduler.client.report [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.241467] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868721, 'name': ReconfigVM_Task, 'duration_secs': 0.397485} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.241758] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 9a4f7927-1657-40c2-a11c-c9be89fc534a/9a4f7927-1657-40c2-a11c-c9be89fc534a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.242490] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ca4624b-cb67-402e-b79a-9bbf8feec756 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.250101] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 953.250101] env[69308]: value = "task-3868724" [ 953.250101] env[69308]: _type = "Task" [ 953.250101] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.258659] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868724, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.596148] env[69308]: DEBUG oslo_vmware.api [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.642551] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868723, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.699481] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.700321] env[69308]: DEBUG nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.703566] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.738s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.705155] env[69308]: INFO nova.compute.claims [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.762470] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868724, 'name': Rename_Task, 'duration_secs': 0.220067} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.762761] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.763013] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-628e00fb-b082-4009-80d0-e6fa61e918a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.773442] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 953.773442] env[69308]: value = "task-3868725" [ 953.773442] env[69308]: _type = "Task" [ 953.773442] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.784338] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.912547] env[69308]: DEBUG nova.compute.manager [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.913516] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c337bcf9-781a-44ac-a4ac-e9935b414adc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.095045] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.098146] env[69308]: DEBUG oslo_vmware.api [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868722, 'name': PowerOnVM_Task, 'duration_secs': 0.802823} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.098418] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Resumed the VM {{(pid=69308) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 954.098597] env[69308]: DEBUG nova.compute.manager [None req-04b5770f-d93f-4e79-9504-58e86ce42e70 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.099478] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8c645b-f6f7-4f72-b2e7-8be682609a37 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.147153] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868723, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.210063] env[69308]: DEBUG nova.compute.utils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.214194] env[69308]: DEBUG nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.214549] env[69308]: DEBUG nova.network.neutron [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.261165] env[69308]: DEBUG nova.policy [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7301b7c8a99a41478969ef7bcc7dca4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b1a23d992ba466ba83cfbf0aa14f2a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.282924] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.424641] env[69308]: INFO nova.compute.manager [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] instance snapshotting [ 954.429276] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c3af71-9e55-4376-9d82-4cfe080e4fd4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.455165] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56353f4b-6107-427f-916b-e4e556eb879a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.645882] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868723, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.714615] env[69308]: DEBUG nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.793359] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.969526] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.969966] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25e068ce-f447-49d3-ac36-ec113d15930a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.981773] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 954.981773] env[69308]: value = "task-3868726" [ 954.981773] env[69308]: _type = "Task" [ 954.981773] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.995447] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868726, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.026624] env[69308]: DEBUG nova.network.neutron [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Successfully created port: 6b747daf-2666-4180-94c1-9922ba259d7b {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.150883] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868723, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.707786} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.151290] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f/49b48664-ced0-4e06-a7c2-c78b42b7dd6f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.151660] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.151981] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc0c453c-9c69-4c96-9609-957668f98dad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.160521] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 955.160521] env[69308]: value = "task-3868727" [ 955.160521] env[69308]: _type = "Task" [ 955.160521] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.182284] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.287144] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868725, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.362032] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35861c10-6dc8-4c3e-a03b-c9317ad03133 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.368383] env[69308]: DEBUG nova.compute.manager [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 955.375230] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299762ce-b3cd-46d5-86a3-be6ea10c1305 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.413359] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a44336c-aad4-4885-aead-ef2d18f42b43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.423548] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef741ae-542c-467d-9355-5f7653fb112c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.444714] env[69308]: DEBUG nova.compute.provider_tree [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.493548] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868726, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.576132] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-5b5260e6-36af-4206-b2ef-5b77728f7c7b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.576635] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-5b5260e6-36af-4206-b2ef-5b77728f7c7b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.670658] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08728} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.670970] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.671741] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b9266-81b5-4ace-9aee-b9e80532e99d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.694009] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f/49b48664-ced0-4e06-a7c2-c78b42b7dd6f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.694385] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5128d1-e7e3-473d-8b48-7cd31743fb36 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.714042] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 955.714042] env[69308]: value = "task-3868728" [ 955.714042] env[69308]: _type = "Task" [ 955.714042] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.722064] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.733583] env[69308]: DEBUG nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.768706] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.769056] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.769283] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.769539] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.769722] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.769927] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.770241] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.770471] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.770664] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.770832] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.771103] env[69308]: DEBUG nova.virt.hardware [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.772198] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e2672-3906-4494-920a-10459b81b9d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.783609] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eccf11-c476-409f-97e2-25547a22407a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.791122] env[69308]: DEBUG oslo_vmware.api [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868725, 'name': PowerOnVM_Task, 'duration_secs': 1.770697} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.791804] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.792078] env[69308]: INFO nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Took 10.33 seconds to spawn the instance on the hypervisor. [ 955.792333] env[69308]: DEBUG nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.793176] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111cb2df-f990-4ab5-9e3a-bef897e7c898 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.906418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.948761] env[69308]: DEBUG nova.scheduler.client.report [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.995406] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868726, 'name': CreateSnapshot_Task, 'duration_secs': 0.703363} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.995747] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 955.996505] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c185d-0d85-4e4b-b94d-772e31996245 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.079757] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.079945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.081170] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4af695-061b-4efe-bc48-21b0295b49de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.105266] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3519517-4130-406b-bcc0-f3c2aa1ca70d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.138068] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Reconfiguring VM to detach interface {{(pid=69308) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 956.138068] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325710cc-b7a7-4b24-9a19-9ff929242846 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.159218] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 956.159218] env[69308]: value = "task-3868729" [ 956.159218] env[69308]: _type = "Task" [ 956.159218] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.168203] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.227948] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868728, 'name': ReconfigVM_Task, 'duration_secs': 0.302614} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.227948] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f/49b48664-ced0-4e06-a7c2-c78b42b7dd6f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.227948] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d63e94e0-84dc-4b2e-b97d-4c717b3c77b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.234779] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 956.234779] env[69308]: value = "task-3868730" [ 956.234779] env[69308]: _type = "Task" [ 956.234779] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.245669] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868730, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.320906] env[69308]: INFO nova.compute.manager [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Took 39.26 seconds to build instance. [ 956.454551] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.455371] env[69308]: DEBUG nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.459649] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.968s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.462208] env[69308]: INFO nova.compute.claims [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.515626] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.516835] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d380007-7043-4e4a-b00d-cbc5700d570a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.528928] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 956.528928] env[69308]: value = "task-3868731" [ 956.528928] env[69308]: _type = "Task" [ 956.528928] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.539742] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868731, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.675572] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.745100] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868730, 'name': Rename_Task, 'duration_secs': 0.146712} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.745311] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.745622] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c454937f-dd98-43f3-b7e3-b9f86ee90aa9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.754532] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 956.754532] env[69308]: value = "task-3868732" [ 956.754532] env[69308]: _type = "Task" [ 956.754532] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.765237] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.823075] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8d3ee3ae-daaa-42b2-982a-7c13c54bee8f tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "9a4f7927-1657-40c2-a11c-c9be89fc534a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.569s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.894827] env[69308]: DEBUG nova.network.neutron [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Successfully updated port: 6b747daf-2666-4180-94c1-9922ba259d7b {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.908230] env[69308]: DEBUG nova.compute.manager [req-02a3083d-b17d-446c-97d2-cb4703ccc622 req-e8e409c3-ca2b-46ab-9f68-360ed439f8a7 service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Received event network-vif-plugged-6b747daf-2666-4180-94c1-9922ba259d7b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.908230] env[69308]: DEBUG oslo_concurrency.lockutils [req-02a3083d-b17d-446c-97d2-cb4703ccc622 req-e8e409c3-ca2b-46ab-9f68-360ed439f8a7 service nova] Acquiring lock "cc7565da-c853-4592-af47-305eecd1e873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.908230] env[69308]: DEBUG oslo_concurrency.lockutils [req-02a3083d-b17d-446c-97d2-cb4703ccc622 req-e8e409c3-ca2b-46ab-9f68-360ed439f8a7 service nova] Lock "cc7565da-c853-4592-af47-305eecd1e873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.908230] env[69308]: DEBUG oslo_concurrency.lockutils [req-02a3083d-b17d-446c-97d2-cb4703ccc622 req-e8e409c3-ca2b-46ab-9f68-360ed439f8a7 service nova] Lock "cc7565da-c853-4592-af47-305eecd1e873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.908230] env[69308]: DEBUG nova.compute.manager [req-02a3083d-b17d-446c-97d2-cb4703ccc622 req-e8e409c3-ca2b-46ab-9f68-360ed439f8a7 service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] No waiting events found dispatching network-vif-plugged-6b747daf-2666-4180-94c1-9922ba259d7b {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.908230] env[69308]: WARNING nova.compute.manager [req-02a3083d-b17d-446c-97d2-cb4703ccc622 req-e8e409c3-ca2b-46ab-9f68-360ed439f8a7 service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Received unexpected event network-vif-plugged-6b747daf-2666-4180-94c1-9922ba259d7b for instance with vm_state building and task_state spawning. [ 956.963410] env[69308]: DEBUG nova.compute.utils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.967632] env[69308]: DEBUG nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.967632] env[69308]: DEBUG nova.network.neutron [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.018402] env[69308]: DEBUG nova.policy [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7301b7c8a99a41478969ef7bcc7dca4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b1a23d992ba466ba83cfbf0aa14f2a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.040146] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868731, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.172075] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.271828] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868732, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.376357] env[69308]: DEBUG nova.network.neutron [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Successfully created port: 309d785b-2197-4d6e-ba85-73559fdb2cdd {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.397872] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.397872] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.398078] env[69308]: DEBUG nova.network.neutron [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.477030] env[69308]: DEBUG nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.544870] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868731, 'name': CloneVM_Task} progress is 95%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.682016] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.773022] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868732, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.873113] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "9a4f7927-1657-40c2-a11c-c9be89fc534a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.873113] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "9a4f7927-1657-40c2-a11c-c9be89fc534a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.873113] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "9a4f7927-1657-40c2-a11c-c9be89fc534a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.873113] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "9a4f7927-1657-40c2-a11c-c9be89fc534a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.873113] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "9a4f7927-1657-40c2-a11c-c9be89fc534a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.875244] env[69308]: INFO nova.compute.manager [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Terminating instance [ 957.943713] env[69308]: DEBUG nova.network.neutron [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.041752] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868731, 'name': CloneVM_Task, 'duration_secs': 1.216244} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.042041] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Created linked-clone VM from snapshot [ 958.042910] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b421399-d14b-4536-b00b-325a60457a3d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.052597] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Uploading image ac3d2730-8419-40f5-8ffb-a0a67778007c {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.070877] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.071262] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2227af23-210a-41bc-a696-c54154736c5b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.082112] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 958.082112] env[69308]: value = "task-3868733" [ 958.082112] env[69308]: _type = "Task" [ 958.082112] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.092100] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868733, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.108263] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3871c96e-eee4-44d8-bded-16b8549c725a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.117755] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03720af-9d10-44d6-86a6-b203171069e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.155710] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb20cd9-0462-4a86-b436-d80fab810f48 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.168797] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05c23d5-deac-46b9-a8e1-d4b4f1d8d90d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.173729] env[69308]: DEBUG nova.network.neutron [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Updating instance_info_cache with network_info: [{"id": "6b747daf-2666-4180-94c1-9922ba259d7b", "address": "fa:16:3e:ad:8d:53", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b747daf-26", "ovs_interfaceid": "6b747daf-2666-4180-94c1-9922ba259d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.180345] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.193644] env[69308]: DEBUG nova.compute.provider_tree [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.272759] env[69308]: DEBUG oslo_vmware.api [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868732, 'name': PowerOnVM_Task, 'duration_secs': 1.497054} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.273274] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.273589] env[69308]: INFO nova.compute.manager [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Took 7.40 seconds to spawn the instance on the hypervisor. [ 958.273875] env[69308]: DEBUG nova.compute.manager [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.275696] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff001cc7-fdbd-4f72-896d-26a79283894a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.379886] env[69308]: DEBUG nova.compute.manager [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.382454] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.382454] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01764ece-838d-4112-8da0-c295c742fd1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.393022] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.393454] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea9ae330-9210-427c-b80a-bbad446a6920 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.402200] env[69308]: DEBUG oslo_vmware.api [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 958.402200] env[69308]: value = "task-3868734" [ 958.402200] env[69308]: _type = "Task" [ 958.402200] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.413280] env[69308]: DEBUG oslo_vmware.api [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.488280] env[69308]: DEBUG nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.523455] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.523809] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.524043] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.524332] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.524537] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.524760] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.525095] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.525360] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.525595] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.525807] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.526210] env[69308]: DEBUG nova.virt.hardware [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.527533] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fa79bf-5ebd-4e8c-9409-f95b72628870 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.538514] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7cda3-360d-4773-80e8-bd1f4785cc38 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.600869] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868733, 'name': Destroy_Task, 'duration_secs': 0.450181} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.600869] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Destroyed the VM [ 958.601162] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.601907] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a265dd6-284c-472f-a3f9-8f2dddc0b9b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.612389] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 958.612389] env[69308]: value = "task-3868735" [ 958.612389] env[69308]: _type = "Task" [ 958.612389] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.622965] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.674383] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.682206] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.682582] env[69308]: DEBUG nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Instance network_info: |[{"id": "6b747daf-2666-4180-94c1-9922ba259d7b", "address": "fa:16:3e:ad:8d:53", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b747daf-26", "ovs_interfaceid": "6b747daf-2666-4180-94c1-9922ba259d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.683032] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:8d:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b747daf-2666-4180-94c1-9922ba259d7b', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.694054] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Creating folder: Project (6b1a23d992ba466ba83cfbf0aa14f2a8). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.694417] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c5ab0b1-371b-405b-8148-32d82f146643 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.697059] env[69308]: DEBUG nova.scheduler.client.report [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.713719] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Created folder: Project (6b1a23d992ba466ba83cfbf0aa14f2a8) in parent group-v768498. [ 958.713719] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Creating folder: Instances. Parent ref: group-v768717. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.714498] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90255d69-3071-47b8-8400-291ae8df998e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.728147] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Created folder: Instances in parent group-v768717. [ 958.728429] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.728655] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7565da-c853-4592-af47-305eecd1e873] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.728876] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5886acb4-8b44-4018-8eae-f7feb009ee5a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.749827] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.749827] env[69308]: value = "task-3868738" [ 958.749827] env[69308]: _type = "Task" [ 958.749827] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.761251] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868738, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.802471] env[69308]: INFO nova.compute.manager [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Took 40.93 seconds to build instance. [ 958.918443] env[69308]: DEBUG oslo_vmware.api [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868734, 'name': PowerOffVM_Task, 'duration_secs': 0.24155} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.918801] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.918999] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.919386] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92842e7f-1430-49d7-a798-4ee08f832279 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.991252] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.991896] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.991896] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleting the datastore file [datastore1] 9a4f7927-1657-40c2-a11c-c9be89fc534a {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.992075] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1155b34c-3f62-4f95-a146-1752c4fee60e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.000042] env[69308]: DEBUG oslo_vmware.api [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 959.000042] env[69308]: value = "task-3868740" [ 959.000042] env[69308]: _type = "Task" [ 959.000042] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.009777] env[69308]: DEBUG oslo_vmware.api [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.084482] env[69308]: DEBUG nova.compute.manager [req-3235d9b7-dba3-4803-866c-8f345eb993c3 req-346a19c7-2cfe-4be8-9b19-6ac2688e032c service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Received event network-changed-6b747daf-2666-4180-94c1-9922ba259d7b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.084765] env[69308]: DEBUG nova.compute.manager [req-3235d9b7-dba3-4803-866c-8f345eb993c3 req-346a19c7-2cfe-4be8-9b19-6ac2688e032c service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Refreshing instance network info cache due to event network-changed-6b747daf-2666-4180-94c1-9922ba259d7b. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.084954] env[69308]: DEBUG oslo_concurrency.lockutils [req-3235d9b7-dba3-4803-866c-8f345eb993c3 req-346a19c7-2cfe-4be8-9b19-6ac2688e032c service nova] Acquiring lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.085131] env[69308]: DEBUG oslo_concurrency.lockutils [req-3235d9b7-dba3-4803-866c-8f345eb993c3 req-346a19c7-2cfe-4be8-9b19-6ac2688e032c service nova] Acquired lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.085296] env[69308]: DEBUG nova.network.neutron [req-3235d9b7-dba3-4803-866c-8f345eb993c3 req-346a19c7-2cfe-4be8-9b19-6ac2688e032c service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Refreshing network info cache for port 6b747daf-2666-4180-94c1-9922ba259d7b {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.127121] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.176181] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.205025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.205025] env[69308]: DEBUG nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.206496] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.709s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.208637] env[69308]: INFO nova.compute.claims [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.261996] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868738, 'name': CreateVM_Task, 'duration_secs': 0.375799} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.262210] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc7565da-c853-4592-af47-305eecd1e873] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.263035] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.263317] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.263831] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.264457] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a3af85-a4e3-4255-a095-905431588f87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.270651] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 959.270651] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277c314-be13-0d4d-498d-93eca2cd593c" [ 959.270651] env[69308]: _type = "Task" [ 959.270651] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.280691] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277c314-be13-0d4d-498d-93eca2cd593c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.309794] env[69308]: DEBUG oslo_concurrency.lockutils [None req-605c7961-d169-4d31-8abe-749c68d0616a tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.105s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.433450] env[69308]: DEBUG nova.network.neutron [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Successfully updated port: 309d785b-2197-4d6e-ba85-73559fdb2cdd {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.514858] env[69308]: DEBUG oslo_vmware.api [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185184} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.515646] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.515998] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.517024] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.517024] env[69308]: INFO nova.compute.manager [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 959.517024] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.517024] env[69308]: DEBUG nova.compute.manager [-] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.517271] env[69308]: DEBUG nova.network.neutron [-] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.624080] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868735, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.675491] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.720256] env[69308]: DEBUG nova.compute.utils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.724791] env[69308]: DEBUG nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.724791] env[69308]: DEBUG nova.network.neutron [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.785566] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277c314-be13-0d4d-498d-93eca2cd593c, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.786233] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.786233] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.786401] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.786551] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.786754] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.787053] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1372dd8d-f169-4c8c-8062-01f51c8e2805 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.797969] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.798201] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.799104] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912d31c7-d338-4dba-bc1d-39a3f3d9440b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.804832] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 959.804832] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5260c73f-a013-73cc-c226-1a33c8ce3e79" [ 959.804832] env[69308]: _type = "Task" [ 959.804832] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.810133] env[69308]: DEBUG nova.policy [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fab7a9a9e9124c1a923a5bb550b0302a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '746faf0242504a3687ed29f04f03bf1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.819855] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5260c73f-a013-73cc-c226-1a33c8ce3e79, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.821948] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f1d4c7-3c6e-4f15-891b-124c14b35365 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.830961] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 959.830961] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52311f9c-2929-0cec-ed7b-dc59106cadf3" [ 959.830961] env[69308]: _type = "Task" [ 959.830961] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.840341] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52311f9c-2929-0cec-ed7b-dc59106cadf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.934956] env[69308]: DEBUG nova.network.neutron [req-3235d9b7-dba3-4803-866c-8f345eb993c3 req-346a19c7-2cfe-4be8-9b19-6ac2688e032c service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Updated VIF entry in instance network info cache for port 6b747daf-2666-4180-94c1-9922ba259d7b. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.934956] env[69308]: DEBUG nova.network.neutron [req-3235d9b7-dba3-4803-866c-8f345eb993c3 req-346a19c7-2cfe-4be8-9b19-6ac2688e032c service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Updating instance_info_cache with network_info: [{"id": "6b747daf-2666-4180-94c1-9922ba259d7b", "address": "fa:16:3e:ad:8d:53", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b747daf-26", "ovs_interfaceid": "6b747daf-2666-4180-94c1-9922ba259d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.937453] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "refresh_cache-a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.937674] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "refresh_cache-a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.937843] env[69308]: DEBUG nova.network.neutron [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.939181] env[69308]: INFO nova.compute.manager [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Rebuilding instance [ 960.009473] env[69308]: DEBUG nova.compute.manager [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.010287] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12c173c-92f1-4ab4-93a9-12bfa9c525c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.125391] env[69308]: DEBUG oslo_vmware.api [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868735, 'name': RemoveSnapshot_Task, 'duration_secs': 1.015274} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.125641] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.175142] env[69308]: DEBUG nova.network.neutron [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Successfully created port: 5e5e368e-18bc-4b08-9551-809a3e06db6c {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.180604] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.226339] env[69308]: DEBUG nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.314590] env[69308]: DEBUG nova.network.neutron [-] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.342663] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52311f9c-2929-0cec-ed7b-dc59106cadf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.342923] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.343566] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] cc7565da-c853-4592-af47-305eecd1e873/cc7565da-c853-4592-af47-305eecd1e873.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.343681] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-996ebc4d-e30e-4801-ad2f-8ad73bebdc6c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.352017] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 960.352017] env[69308]: value = "task-3868741" [ 960.352017] env[69308]: _type = "Task" [ 960.352017] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.360880] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.438564] env[69308]: DEBUG oslo_concurrency.lockutils [req-3235d9b7-dba3-4803-866c-8f345eb993c3 req-346a19c7-2cfe-4be8-9b19-6ac2688e032c service nova] Releasing lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.521837] env[69308]: DEBUG nova.network.neutron [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.631763] env[69308]: WARNING nova.compute.manager [None req-6a37df7f-8568-41ea-8355-06e7e1868794 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Image not found during snapshot: nova.exception.ImageNotFound: Image ac3d2730-8419-40f5-8ffb-a0a67778007c could not be found. [ 960.682327] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.816819] env[69308]: INFO nova.compute.manager [-] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Took 1.30 seconds to deallocate network for instance. [ 960.839473] env[69308]: DEBUG nova.network.neutron [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Updating instance_info_cache with network_info: [{"id": "309d785b-2197-4d6e-ba85-73559fdb2cdd", "address": "fa:16:3e:2d:6f:7d", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309d785b-21", "ovs_interfaceid": "309d785b-2197-4d6e-ba85-73559fdb2cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.866851] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499248} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.870688] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] cc7565da-c853-4592-af47-305eecd1e873/cc7565da-c853-4592-af47-305eecd1e873.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.870929] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.871605] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2815257b-43b8-4a13-9d44-df8aaf119a64 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.879806] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 960.879806] env[69308]: value = "task-3868742" [ 960.879806] env[69308]: _type = "Task" [ 960.879806] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.897210] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.917016] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d74722-03ed-4e06-aba0-05dfb8ca045b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.925007] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d23acc1-225c-4658-904e-c6f35733a51b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.958646] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7d4a09-c5da-4247-99ec-695f02021e1c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.967061] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cf7e3a-1ac6-4deb-adce-2e24b954bf46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.981203] env[69308]: DEBUG nova.compute.provider_tree [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.029591] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.029966] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2a7bc4-87fc-46f8-b09f-d7b38d38c578 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.039199] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 961.039199] env[69308]: value = "task-3868743" [ 961.039199] env[69308]: _type = "Task" [ 961.039199] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.050992] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.117948] env[69308]: DEBUG nova.compute.manager [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Received event network-vif-plugged-309d785b-2197-4d6e-ba85-73559fdb2cdd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.118201] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] Acquiring lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.118419] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] Lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.118582] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] Lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.118747] env[69308]: DEBUG nova.compute.manager [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] No waiting events found dispatching network-vif-plugged-309d785b-2197-4d6e-ba85-73559fdb2cdd {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.118909] env[69308]: WARNING nova.compute.manager [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Received unexpected event network-vif-plugged-309d785b-2197-4d6e-ba85-73559fdb2cdd for instance with vm_state building and task_state spawning. [ 961.119085] env[69308]: DEBUG nova.compute.manager [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Received event network-changed-309d785b-2197-4d6e-ba85-73559fdb2cdd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.119241] env[69308]: DEBUG nova.compute.manager [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Refreshing instance network info cache due to event network-changed-309d785b-2197-4d6e-ba85-73559fdb2cdd. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.119436] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] Acquiring lock "refresh_cache-a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.177462] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.237286] env[69308]: DEBUG nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.266193] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.266455] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.266609] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.267096] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.267096] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.267096] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.267457] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.267519] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.267681] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.267861] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.268037] env[69308]: DEBUG nova.virt.hardware [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.269161] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047bcc85-a353-4992-aac0-b91e5bceda26 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.277743] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4875fa8-e05b-4542-a801-a8cc16cbca1e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.328450] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.347722] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "refresh_cache-a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.348020] env[69308]: DEBUG nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Instance network_info: |[{"id": "309d785b-2197-4d6e-ba85-73559fdb2cdd", "address": "fa:16:3e:2d:6f:7d", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309d785b-21", "ovs_interfaceid": "309d785b-2197-4d6e-ba85-73559fdb2cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.348836] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] Acquired lock "refresh_cache-a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.348836] env[69308]: DEBUG nova.network.neutron [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Refreshing network info cache for port 309d785b-2197-4d6e-ba85-73559fdb2cdd {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.351775] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:6f:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '309d785b-2197-4d6e-ba85-73559fdb2cdd', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.363315] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.364386] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.364716] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0069e038-9d6e-4213-837c-5143f74068fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.392882] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170094} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.394816] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.395309] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.395309] env[69308]: value = "task-3868744" [ 961.395309] env[69308]: _type = "Task" [ 961.395309] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.396498] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b8f796-eab6-430b-8df1-e77f2a6268f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.430714] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] cc7565da-c853-4592-af47-305eecd1e873/cc7565da-c853-4592-af47-305eecd1e873.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.435679] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.436021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.436354] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.436687] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.436907] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.439115] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1df9982-aa41-4b82-9dfd-378e1f77d87e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.455336] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868744, 'name': CreateVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.456274] env[69308]: INFO nova.compute.manager [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Terminating instance [ 961.468510] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 961.468510] env[69308]: value = "task-3868745" [ 961.468510] env[69308]: _type = "Task" [ 961.468510] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.485334] env[69308]: DEBUG nova.scheduler.client.report [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.488661] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.550540] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868743, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.665193] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "c20c1108-464f-4bbe-b465-da06ca5b84d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.665586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "c20c1108-464f-4bbe-b465-da06ca5b84d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.665888] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "c20c1108-464f-4bbe-b465-da06ca5b84d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.666136] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "c20c1108-464f-4bbe-b465-da06ca5b84d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.666276] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "c20c1108-464f-4bbe-b465-da06ca5b84d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.672504] env[69308]: INFO nova.compute.manager [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Terminating instance [ 961.681919] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.912166] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868744, 'name': CreateVM_Task, 'duration_secs': 0.397979} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.912560] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.913471] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.913802] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.914519] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.914923] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1194cd7d-8f6d-4eb7-88f0-08db8ed728da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.921188] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 961.921188] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5262be6b-ad1b-3c22-b216-11a422ce75a9" [ 961.921188] env[69308]: _type = "Task" [ 961.921188] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.930838] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5262be6b-ad1b-3c22-b216-11a422ce75a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.967019] env[69308]: DEBUG nova.compute.manager [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.967019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.967019] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa73dbd-a196-4012-a7e2-801abc937334 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.978672] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868745, 'name': ReconfigVM_Task, 'duration_secs': 0.416652} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.981103] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Reconfigured VM instance instance-0000004e to attach disk [datastore1] cc7565da-c853-4592-af47-305eecd1e873/cc7565da-c853-4592-af47-305eecd1e873.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.982228] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.982601] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f729802d-41a2-4753-bd43-1b5e2a736003 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.990183] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0855639-e151-4a11-aa29-b8d226f5c472 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.993250] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.993884] env[69308]: DEBUG nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.005360] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.381s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.007319] env[69308]: DEBUG nova.objects.instance [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lazy-loading 'resources' on Instance uuid 57240612-d241-48c8-845f-52503cdaf021 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.011939] env[69308]: DEBUG nova.compute.manager [req-b92e97ac-1a94-4077-b0e9-7f5409a0e92f req-d1b7c884-a807-4d30-9da6-25b9e3bdbeee service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Received event network-vif-plugged-5e5e368e-18bc-4b08-9551-809a3e06db6c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.012337] env[69308]: DEBUG oslo_concurrency.lockutils [req-b92e97ac-1a94-4077-b0e9-7f5409a0e92f req-d1b7c884-a807-4d30-9da6-25b9e3bdbeee service nova] Acquiring lock "8e152298-4f17-48c2-8a8b-1246d90430cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.012591] env[69308]: DEBUG oslo_concurrency.lockutils [req-b92e97ac-1a94-4077-b0e9-7f5409a0e92f req-d1b7c884-a807-4d30-9da6-25b9e3bdbeee service nova] Lock "8e152298-4f17-48c2-8a8b-1246d90430cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.015961] env[69308]: DEBUG oslo_concurrency.lockutils [req-b92e97ac-1a94-4077-b0e9-7f5409a0e92f req-d1b7c884-a807-4d30-9da6-25b9e3bdbeee service nova] Lock "8e152298-4f17-48c2-8a8b-1246d90430cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.015961] env[69308]: DEBUG nova.compute.manager [req-b92e97ac-1a94-4077-b0e9-7f5409a0e92f req-d1b7c884-a807-4d30-9da6-25b9e3bdbeee service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] No waiting events found dispatching network-vif-plugged-5e5e368e-18bc-4b08-9551-809a3e06db6c {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.015961] env[69308]: WARNING nova.compute.manager [req-b92e97ac-1a94-4077-b0e9-7f5409a0e92f req-d1b7c884-a807-4d30-9da6-25b9e3bdbeee service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Received unexpected event network-vif-plugged-5e5e368e-18bc-4b08-9551-809a3e06db6c for instance with vm_state building and task_state spawning. [ 962.015961] env[69308]: DEBUG oslo_vmware.api [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 962.015961] env[69308]: value = "task-3868747" [ 962.015961] env[69308]: _type = "Task" [ 962.015961] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.015961] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 962.015961] env[69308]: value = "task-3868746" [ 962.015961] env[69308]: _type = "Task" [ 962.015961] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.033261] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868746, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.036973] env[69308]: DEBUG oslo_vmware.api [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.051465] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868743, 'name': PowerOffVM_Task, 'duration_secs': 0.877303} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.051826] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.052078] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.053786] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57967dfd-ed26-44f9-a98f-817e125fd537 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.063031] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.066256] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2786bda-c5e6-43e4-817a-347258196f48 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.098631] env[69308]: DEBUG nova.network.neutron [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Successfully updated port: 5e5e368e-18bc-4b08-9551-809a3e06db6c {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.103679] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.103679] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.103679] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Deleting the datastore file [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.103679] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-273a9337-8e18-4501-be00-f6d4683d8450 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.116148] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 962.116148] env[69308]: value = "task-3868749" [ 962.116148] env[69308]: _type = "Task" [ 962.116148] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.130461] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.183256] env[69308]: DEBUG nova.compute.manager [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.183600] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.184052] env[69308]: DEBUG oslo_vmware.api [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868729, 'name': ReconfigVM_Task, 'duration_secs': 5.768659} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.185142] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc843fd3-b86b-451d-ad35-90ad30df2fba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.189279] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.189646] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Reconfigured VM to detach interface {{(pid=69308) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 962.202280] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.202659] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9007aa39-724c-44b3-9085-e979c47e5a11 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.213028] env[69308]: DEBUG oslo_vmware.api [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 962.213028] env[69308]: value = "task-3868750" [ 962.213028] env[69308]: _type = "Task" [ 962.213028] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.220345] env[69308]: DEBUG oslo_vmware.api [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.282315] env[69308]: DEBUG nova.network.neutron [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Updated VIF entry in instance network info cache for port 309d785b-2197-4d6e-ba85-73559fdb2cdd. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.282819] env[69308]: DEBUG nova.network.neutron [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Updating instance_info_cache with network_info: [{"id": "309d785b-2197-4d6e-ba85-73559fdb2cdd", "address": "fa:16:3e:2d:6f:7d", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap309d785b-21", "ovs_interfaceid": "309d785b-2197-4d6e-ba85-73559fdb2cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.438835] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5262be6b-ad1b-3c22-b216-11a422ce75a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.439633] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.440097] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.440468] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.440752] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.441083] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.441502] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa805616-f3b7-49e5-acb1-ceee22b7fe27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.453227] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.453543] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.454758] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d794ed-2976-4aa9-acbc-b4494c90a47a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.463518] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 962.463518] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]521b4314-e0e4-f515-e764-300308361243" [ 962.463518] env[69308]: _type = "Task" [ 962.463518] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.474706] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521b4314-e0e4-f515-e764-300308361243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.523043] env[69308]: DEBUG nova.compute.utils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.525550] env[69308]: DEBUG nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.525738] env[69308]: DEBUG nova.network.neutron [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.547669] env[69308]: DEBUG oslo_vmware.api [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868747, 'name': PowerOffVM_Task, 'duration_secs': 0.21279} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.550826] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.551020] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.551303] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868746, 'name': Rename_Task, 'duration_secs': 0.230742} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.554594] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a78a7c-3074-42da-a4f3-cc9186bd47da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.556256] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.556958] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e58fe927-9728-49a5-a42e-204d85ecf8ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.566179] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 962.566179] env[69308]: value = "task-3868752" [ 962.566179] env[69308]: _type = "Task" [ 962.566179] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.583754] env[69308]: DEBUG nova.policy [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7301b7c8a99a41478969ef7bcc7dca4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b1a23d992ba466ba83cfbf0aa14f2a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.609780] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquiring lock "refresh_cache-8e152298-4f17-48c2-8a8b-1246d90430cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.609780] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquired lock "refresh_cache-8e152298-4f17-48c2-8a8b-1246d90430cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.609780] env[69308]: DEBUG nova.network.neutron [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.629616] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.630168] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.630554] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleting the datastore file [datastore2] 6b05f946-8630-4f0b-98aa-0149e4d97e27 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.632467] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-177e0bcd-ff54-4258-a75d-acca4eb874ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.643275] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191346} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.643275] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.643275] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.643275] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.648861] env[69308]: DEBUG oslo_vmware.api [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for the task: (returnval){ [ 962.648861] env[69308]: value = "task-3868753" [ 962.648861] env[69308]: _type = "Task" [ 962.648861] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.663374] env[69308]: DEBUG oslo_vmware.api [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.726408] env[69308]: DEBUG oslo_vmware.api [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868750, 'name': PowerOffVM_Task, 'duration_secs': 0.223539} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.727805] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.728156] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.730213] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0de17a5-cb55-41fe-8d31-39fdf52c5ac2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.785824] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] Releasing lock "refresh_cache-a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.786195] env[69308]: DEBUG nova.compute.manager [req-e9024652-22ef-4845-8a8d-9eb7d5e4c2a6 req-02843e45-5112-478a-87f3-a2ab18e8a099 service nova] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Received event network-vif-deleted-4c4d6882-584e-4dda-8380-e6915f52948e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.803536] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.804124] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.804290] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleting the datastore file [datastore2] c20c1108-464f-4bbe-b465-da06ca5b84d6 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.804732] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf1409db-8ade-4815-b827-e46f6cfcbbcb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.816024] env[69308]: DEBUG oslo_vmware.api [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 962.816024] env[69308]: value = "task-3868755" [ 962.816024] env[69308]: _type = "Task" [ 962.816024] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.828233] env[69308]: DEBUG oslo_vmware.api [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.982164] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]521b4314-e0e4-f515-e764-300308361243, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.983540] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb87a53-9a80-429d-85ca-ab9f849e76bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.991543] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 962.991543] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52663f34-8450-d26f-0491-ce08e2e60caf" [ 962.991543] env[69308]: _type = "Task" [ 962.991543] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.008661] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52663f34-8450-d26f-0491-ce08e2e60caf, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.009026] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.009428] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b/a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.009834] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cc5bab0-8424-462e-9a63-27c14019d145 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.023169] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 963.023169] env[69308]: value = "task-3868756" [ 963.023169] env[69308]: _type = "Task" [ 963.023169] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.028830] env[69308]: DEBUG nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.035751] env[69308]: DEBUG nova.network.neutron [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Successfully created port: 8f9be554-f8ef-4795-8d67-244f1db56994 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.045490] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.081166] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868752, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.173837] env[69308]: DEBUG oslo_vmware.api [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Task: {'id': task-3868753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17771} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.174529] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.174922] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.175598] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.175847] env[69308]: INFO nova.compute.manager [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Took 1.21 seconds to destroy the instance on the hypervisor. [ 963.176194] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.176758] env[69308]: DEBUG nova.compute.manager [-] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.176758] env[69308]: DEBUG nova.network.neutron [-] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.179763] env[69308]: DEBUG nova.network.neutron [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.235329] env[69308]: DEBUG oslo_concurrency.lockutils [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.235598] env[69308]: DEBUG oslo_concurrency.lockutils [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.235733] env[69308]: DEBUG nova.compute.manager [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.237083] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16e4534-36ed-426a-9a40-a5756f076100 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.241781] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c04a905-6229-4837-83ea-7ad5f32af062 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.255623] env[69308]: DEBUG nova.compute.manager [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 963.255623] env[69308]: DEBUG nova.objects.instance [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'flavor' on Instance uuid b8b3a0cc-9e40-4548-9340-dfa437d6d39b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.260685] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c251788c-e905-4b2f-9b91-da0bde97423b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.302979] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0543a95c-fa07-461d-a7e9-0622fff34b6b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.314672] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101318e4-f0ef-4e1c-8fcd-7f781df9335f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.330191] env[69308]: DEBUG oslo_vmware.api [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156995} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.340380] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.340667] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.340874] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.341284] env[69308]: INFO nova.compute.manager [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 963.341450] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.342384] env[69308]: DEBUG nova.compute.provider_tree [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.346411] env[69308]: DEBUG nova.compute.manager [-] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.346411] env[69308]: DEBUG nova.network.neutron [-] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.349574] env[69308]: DEBUG nova.compute.manager [req-e7282b88-3144-4106-9a57-575eca5ddbd7 req-6cf8ad52-f30b-41cc-a095-485aabe11630 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-vif-deleted-06eb9567-fd04-449a-ab14-394da650135c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.349828] env[69308]: INFO nova.compute.manager [req-e7282b88-3144-4106-9a57-575eca5ddbd7 req-6cf8ad52-f30b-41cc-a095-485aabe11630 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Neutron deleted interface 06eb9567-fd04-449a-ab14-394da650135c; detaching it from the instance and deleting it from the info cache [ 963.350142] env[69308]: DEBUG nova.network.neutron [req-e7282b88-3144-4106-9a57-575eca5ddbd7 req-6cf8ad52-f30b-41cc-a095-485aabe11630 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "address": "fa:16:3e:b4:75:88", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5260e6-36", "ovs_interfaceid": "5b5260e6-36af-4206-b2ef-5b77728f7c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.516186] env[69308]: DEBUG nova.network.neutron [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Updating instance_info_cache with network_info: [{"id": "5e5e368e-18bc-4b08-9551-809a3e06db6c", "address": "fa:16:3e:db:8c:50", "network": {"id": "0e65af38-c853-4690-9a10-d3d6f0e8258b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1935129388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "746faf0242504a3687ed29f04f03bf1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5e368e-18", "ovs_interfaceid": "5e5e368e-18bc-4b08-9551-809a3e06db6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.539192] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868756, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.551034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.551034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.551034] env[69308]: DEBUG nova.network.neutron [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.581912] env[69308]: DEBUG oslo_vmware.api [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868752, 'name': PowerOnVM_Task, 'duration_secs': 0.589317} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.582800] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.583309] env[69308]: INFO nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Took 7.85 seconds to spawn the instance on the hypervisor. [ 963.583309] env[69308]: DEBUG nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.584058] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd09aa-2333-4d0e-8828-0e820d4f0074 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.627505] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.628409] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.628409] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.628409] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.628409] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.632167] env[69308]: INFO nova.compute.manager [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Terminating instance [ 963.695180] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.695434] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.696646] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.696646] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.696646] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.696646] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.696646] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.696646] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.696988] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.697228] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.697364] env[69308]: DEBUG nova.virt.hardware [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.698595] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f4690-3d97-4736-9f19-83e86083739b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.711227] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b0fe6a-1d26-4352-b35c-0bdd3d10270a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.732247] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.737945] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.738557] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.738782] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cec618d3-b03f-478a-9e92-fceb04bef9fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.758731] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.758731] env[69308]: value = "task-3868757" [ 963.758731] env[69308]: _type = "Task" [ 963.758731] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.770416] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868757, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.853084] env[69308]: DEBUG nova.scheduler.client.report [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.857358] env[69308]: DEBUG oslo_concurrency.lockutils [req-e7282b88-3144-4106-9a57-575eca5ddbd7 req-6cf8ad52-f30b-41cc-a095-485aabe11630 service nova] Acquiring lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.019985] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Releasing lock "refresh_cache-8e152298-4f17-48c2-8a8b-1246d90430cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.021154] env[69308]: DEBUG nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Instance network_info: |[{"id": "5e5e368e-18bc-4b08-9551-809a3e06db6c", "address": "fa:16:3e:db:8c:50", "network": {"id": "0e65af38-c853-4690-9a10-d3d6f0e8258b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1935129388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "746faf0242504a3687ed29f04f03bf1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5e368e-18", "ovs_interfaceid": "5e5e368e-18bc-4b08-9551-809a3e06db6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.021154] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:8c:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e5e368e-18bc-4b08-9551-809a3e06db6c', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.031860] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Creating folder: Project (746faf0242504a3687ed29f04f03bf1f). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.034928] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb83411a-4a77-4865-bcb0-16535637d9de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.039807] env[69308]: DEBUG nova.compute.manager [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Received event network-changed-5e5e368e-18bc-4b08-9551-809a3e06db6c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.040098] env[69308]: DEBUG nova.compute.manager [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Refreshing instance network info cache due to event network-changed-5e5e368e-18bc-4b08-9551-809a3e06db6c. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.040414] env[69308]: DEBUG oslo_concurrency.lockutils [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] Acquiring lock "refresh_cache-8e152298-4f17-48c2-8a8b-1246d90430cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.040639] env[69308]: DEBUG oslo_concurrency.lockutils [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] Acquired lock "refresh_cache-8e152298-4f17-48c2-8a8b-1246d90430cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.040947] env[69308]: DEBUG nova.network.neutron [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Refreshing network info cache for port 5e5e368e-18bc-4b08-9551-809a3e06db6c {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.049960] env[69308]: DEBUG nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.072143] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550529} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.072143] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b/a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.072143] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.072143] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Created folder: Project (746faf0242504a3687ed29f04f03bf1f) in parent group-v768498. [ 964.072143] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Creating folder: Instances. Parent ref: group-v768722. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.072143] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66547555-c19a-4cda-9391-70ecb66c1f64 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.074329] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d9c9f86-b825-45a0-b616-8a6ac41b4ecc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.087758] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 964.087758] env[69308]: value = "task-3868759" [ 964.087758] env[69308]: _type = "Task" [ 964.087758] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.090984] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.091299] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.091463] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.091676] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.091822] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.091969] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.092214] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.092400] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.092873] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.093116] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.093326] env[69308]: DEBUG nova.virt.hardware [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.094749] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33dea2c-dc0d-45f9-a281-fd6c8849424b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.108454] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Created folder: Instances in parent group-v768722. [ 964.109573] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.111225] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.112082] env[69308]: INFO nova.compute.manager [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Took 42.24 seconds to build instance. [ 964.113640] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56db022a-db9b-4157-a2e5-8f66454d5250 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.143712] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.144300] env[69308]: DEBUG nova.compute.manager [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.144555] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.144790] env[69308]: DEBUG nova.network.neutron [-] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.147963] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3bfcb2-4a5c-423d-b6ff-790c57b9d2ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.152312] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1685e0-723e-4a97-854c-e2e502d222f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.159593] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.159593] env[69308]: value = "task-3868761" [ 964.159593] env[69308]: _type = "Task" [ 964.159593] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.175313] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.176387] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2df6c21-0110-438a-8ac1-c7ee669c4df5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.182015] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868761, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.190869] env[69308]: DEBUG oslo_vmware.api [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 964.190869] env[69308]: value = "task-3868762" [ 964.190869] env[69308]: _type = "Task" [ 964.190869] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.199639] env[69308]: DEBUG oslo_vmware.api [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.220325] env[69308]: DEBUG nova.network.neutron [-] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.268137] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.268619] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2059a9b0-57e3-4502-a8b7-953ce91baced {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.279756] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868757, 'name': CreateVM_Task, 'duration_secs': 0.418094} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.280463] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.280889] env[69308]: DEBUG oslo_vmware.api [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 964.280889] env[69308]: value = "task-3868763" [ 964.280889] env[69308]: _type = "Task" [ 964.280889] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.281338] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.281516] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.281865] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.282369] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc3f3d0-ca28-4df8-8493-e478e15a521c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.296860] env[69308]: DEBUG oslo_vmware.api [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.297055] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 964.297055] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5232c60f-db69-818b-37f4-fa6bebc0c0b0" [ 964.297055] env[69308]: _type = "Task" [ 964.297055] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.308224] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5232c60f-db69-818b-37f4-fa6bebc0c0b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.358568] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.361100] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.300s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.361373] env[69308]: DEBUG nova.objects.instance [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lazy-loading 'resources' on Instance uuid 943cc30d-aa71-41d6-a022-fc9fe05b94a4 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.393536] env[69308]: INFO nova.scheduler.client.report [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted allocations for instance 57240612-d241-48c8-845f-52503cdaf021 [ 964.547546] env[69308]: INFO nova.network.neutron [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Port 5b5260e6-36af-4206-b2ef-5b77728f7c7b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 964.547546] env[69308]: DEBUG nova.network.neutron [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.612064] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177605} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.612064] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.612064] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab37591-39d7-40b9-b588-8ef87c49a145 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.638210] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b/a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.638210] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e98191-f2ef-4ac5-a772-2e9664ece17a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.652827] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2045bf5e-0b97-4df2-bfdd-f5c4c7bf838c tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "cc7565da-c853-4592-af47-305eecd1e873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.037s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.659147] env[69308]: INFO nova.compute.manager [-] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Took 1.48 seconds to deallocate network for instance. [ 964.661027] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 964.661027] env[69308]: value = "task-3868764" [ 964.661027] env[69308]: _type = "Task" [ 964.661027] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.681138] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.685557] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868761, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.702090] env[69308]: DEBUG oslo_vmware.api [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868762, 'name': PowerOffVM_Task, 'duration_secs': 0.268534} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.702661] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.702843] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.703294] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ef64bf4-7345-4ab3-b971-1846e1f694c9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.723722] env[69308]: INFO nova.compute.manager [-] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Took 1.38 seconds to deallocate network for instance. [ 964.793835] env[69308]: DEBUG oslo_vmware.api [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868763, 'name': PowerOffVM_Task, 'duration_secs': 0.302779} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.794189] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.794440] env[69308]: DEBUG nova.compute.manager [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.795271] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7efc32-8037-4aa3-9ae3-2deaab15b519 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.811939] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5232c60f-db69-818b-37f4-fa6bebc0c0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018056} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.812553] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.812827] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.813222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.813392] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.813664] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.813972] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dcef15c-1381-49d6-9697-22fa35e0248c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.826611] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.826864] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.828343] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b9aac7-3701-4d96-9349-343c9efec103 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.831938] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.832296] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.833054] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleting the datastore file [datastore1] 6c3166aa-860a-4c74-9c0f-85f082424d62 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.833745] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87955563-ec47-4f83-b29a-41e02506851e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.838074] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 964.838074] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5231df0e-b624-452e-d85b-93647239078b" [ 964.838074] env[69308]: _type = "Task" [ 964.838074] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.844092] env[69308]: DEBUG oslo_vmware.api [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 964.844092] env[69308]: value = "task-3868766" [ 964.844092] env[69308]: _type = "Task" [ 964.844092] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.855017] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5231df0e-b624-452e-d85b-93647239078b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.856240] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3382e270-abe4-4871-9c5c-97afbdf7aee7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.862685] env[69308]: DEBUG oslo_vmware.api [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.870206] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 964.870206] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52937b57-2344-b708-7156-b66f6fd81c4d" [ 964.870206] env[69308]: _type = "Task" [ 964.870206] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.876892] env[69308]: DEBUG nova.network.neutron [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Updated VIF entry in instance network info cache for port 5e5e368e-18bc-4b08-9551-809a3e06db6c. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.877343] env[69308]: DEBUG nova.network.neutron [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Updating instance_info_cache with network_info: [{"id": "5e5e368e-18bc-4b08-9551-809a3e06db6c", "address": "fa:16:3e:db:8c:50", "network": {"id": "0e65af38-c853-4690-9a10-d3d6f0e8258b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1935129388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "746faf0242504a3687ed29f04f03bf1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5e368e-18", "ovs_interfaceid": "5e5e368e-18bc-4b08-9551-809a3e06db6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.883744] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52937b57-2344-b708-7156-b66f6fd81c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.884174] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.884532] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f/49b48664-ced0-4e06-a7c2-c78b42b7dd6f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.884825] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e822969c-5e99-4be3-b5c2-4fbd63f657ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.892863] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 964.892863] env[69308]: value = "task-3868767" [ 964.892863] env[69308]: _type = "Task" [ 964.892863] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.905325] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.908650] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7eb0d64e-0cc2-480f-b48f-7db61e1fa737 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "57240612-d241-48c8-845f-52503cdaf021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.962s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.051848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.180187] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.191945] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.191945] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868761, 'name': CreateVM_Task, 'duration_secs': 0.632169} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.192789] env[69308]: DEBUG nova.network.neutron [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Successfully updated port: 8f9be554-f8ef-4795-8d67-244f1db56994 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.193714] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.199720] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.199909] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.200923] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.201688] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae25e45-37d6-407c-b97a-3c54478e1b0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.212466] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 965.212466] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523ba242-0e06-a503-7913-21bf6db10a81" [ 965.212466] env[69308]: _type = "Task" [ 965.212466] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.234413] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523ba242-0e06-a503-7913-21bf6db10a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.236014] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.319903] env[69308]: DEBUG oslo_concurrency.lockutils [None req-720ecad9-2c06-42ea-ad16-a075cb6dfbbd tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.359011] env[69308]: DEBUG oslo_vmware.api [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20949} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.359445] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.360637] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.360637] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.360637] env[69308]: INFO nova.compute.manager [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Took 1.22 seconds to destroy the instance on the hypervisor. [ 965.360637] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.360637] env[69308]: DEBUG nova.compute.manager [-] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.360966] env[69308]: DEBUG nova.network.neutron [-] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.386035] env[69308]: DEBUG oslo_concurrency.lockutils [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] Releasing lock "refresh_cache-8e152298-4f17-48c2-8a8b-1246d90430cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.386035] env[69308]: DEBUG nova.compute.manager [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-vif-deleted-5b5260e6-36af-4206-b2ef-5b77728f7c7b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.386035] env[69308]: INFO nova.compute.manager [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Neutron deleted interface 5b5260e6-36af-4206-b2ef-5b77728f7c7b; detaching it from the instance and deleting it from the info cache [ 965.386256] env[69308]: DEBUG nova.network.neutron [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [{"id": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "address": "fa:16:3e:89:c2:f5", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea8889f-7a", "ovs_interfaceid": "0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.412511] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.484758] env[69308]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 06eb9567-fd04-449a-ab14-394da650135c could not be found.", "detail": ""}} {{(pid=69308) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 965.485040] env[69308]: DEBUG nova.network.neutron [-] Unable to show port 06eb9567-fd04-449a-ab14-394da650135c as it no longer exists. {{(pid=69308) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 965.509343] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36b5640-bd25-49ef-b0d9-66be7c65e8c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.518063] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e1620f-da71-45cf-995b-178475691918 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.552320] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830d54cd-f79d-405d-90bc-362a798da11f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.556431] env[69308]: DEBUG nova.compute.manager [req-4bc6d9f6-316c-4ca1-82e4-511f4f31e66e req-45d7bde0-c9eb-4e31-8ae7-7a81fed0ba23 service nova] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Received event network-vif-deleted-6bbde837-08e4-407a-b42e-a65e27da7cb9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.556628] env[69308]: DEBUG nova.compute.manager [req-4bc6d9f6-316c-4ca1-82e4-511f4f31e66e req-45d7bde0-c9eb-4e31-8ae7-7a81fed0ba23 service nova] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Received event network-vif-deleted-a207ec3c-5fc6-43c9-87f7-93b5afebed1a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.558261] env[69308]: DEBUG oslo_concurrency.lockutils [None req-43d6d6f9-986a-40ab-8206-f2ed0a681c74 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-6c3166aa-860a-4c74-9c0f-85f082424d62-5b5260e6-36af-4206-b2ef-5b77728f7c7b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.982s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.563860] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d457b0-c801-4327-903e-9693bff5a6c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.583649] env[69308]: DEBUG nova.compute.provider_tree [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.674950] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868764, 'name': ReconfigVM_Task, 'duration_secs': 0.601641} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.674950] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Reconfigured VM instance instance-0000004f to attach disk [datastore1] a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b/a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.675211] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c0d2d75-f7c0-44b6-8f2e-ea83a265a1e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.683317] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 965.683317] env[69308]: value = "task-3868768" [ 965.683317] env[69308]: _type = "Task" [ 965.683317] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.698153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "refresh_cache-5efabfe9-8065-4f53-99cd-1410507dc83d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.698153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "refresh_cache-5efabfe9-8065-4f53-99cd-1410507dc83d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.698153] env[69308]: DEBUG nova.network.neutron [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.698153] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868768, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.723914] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523ba242-0e06-a503-7913-21bf6db10a81, 'name': SearchDatastore_Task, 'duration_secs': 0.031375} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.724064] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.724276] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.724519] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.724690] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.724883] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.725481] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-699595cd-e960-4d7b-ae5c-7f3f3afe3e04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.736039] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.736206] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.737095] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea02613c-4fcf-4f4b-8c92-e1df5c68a296 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.744506] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 965.744506] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cf828a-ff01-a968-9bc5-8f82e2a205f8" [ 965.744506] env[69308]: _type = "Task" [ 965.744506] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.755223] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cf828a-ff01-a968-9bc5-8f82e2a205f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.777225] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.777513] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.777728] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.777925] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.778126] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.780533] env[69308]: INFO nova.compute.manager [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Terminating instance [ 965.890292] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-644d5fab-ea87-41d2-abdc-94fce4f4c567 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.905647] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e31bcd-9a81-4ab7-a232-8103c7433061 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.925609] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543522} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.926273] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f/49b48664-ced0-4e06-a7c2-c78b42b7dd6f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.926630] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.926947] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37f145ba-49eb-476f-86a8-91c2fc030e17 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.935794] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 965.935794] env[69308]: value = "task-3868769" [ 965.935794] env[69308]: _type = "Task" [ 965.935794] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.951186] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.971663] env[69308]: DEBUG nova.compute.manager [req-7b606a88-696b-4396-a0cb-c2c8b3ad9756 req-64ef9ba4-e47c-4379-bf08-851c16542cbc service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Detach interface failed, port_id=5b5260e6-36af-4206-b2ef-5b77728f7c7b, reason: Instance 6c3166aa-860a-4c74-9c0f-85f082424d62 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.088057] env[69308]: DEBUG nova.scheduler.client.report [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.101925] env[69308]: DEBUG nova.objects.instance [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'flavor' on Instance uuid b8b3a0cc-9e40-4548-9340-dfa437d6d39b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.198257] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868768, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.237856] env[69308]: DEBUG nova.network.neutron [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.242462] env[69308]: DEBUG nova.compute.manager [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Received event network-vif-plugged-8f9be554-f8ef-4795-8d67-244f1db56994 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.242732] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] Acquiring lock "5efabfe9-8065-4f53-99cd-1410507dc83d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.242987] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] Lock "5efabfe9-8065-4f53-99cd-1410507dc83d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.243851] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] Lock "5efabfe9-8065-4f53-99cd-1410507dc83d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.244161] env[69308]: DEBUG nova.compute.manager [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] No waiting events found dispatching network-vif-plugged-8f9be554-f8ef-4795-8d67-244f1db56994 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.244399] env[69308]: WARNING nova.compute.manager [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Received unexpected event network-vif-plugged-8f9be554-f8ef-4795-8d67-244f1db56994 for instance with vm_state building and task_state spawning. [ 966.244602] env[69308]: DEBUG nova.compute.manager [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Received event network-changed-8f9be554-f8ef-4795-8d67-244f1db56994 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.244796] env[69308]: DEBUG nova.compute.manager [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Refreshing instance network info cache due to event network-changed-8f9be554-f8ef-4795-8d67-244f1db56994. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.245101] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] Acquiring lock "refresh_cache-5efabfe9-8065-4f53-99cd-1410507dc83d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.257320] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cf828a-ff01-a968-9bc5-8f82e2a205f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01315} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.258383] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69712d9d-3b5e-406c-ad8e-01a3c270bd11 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.267443] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 966.267443] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5239ff98-bd53-7c52-6e09-b6bad1f30b95" [ 966.267443] env[69308]: _type = "Task" [ 966.267443] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.278551] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5239ff98-bd53-7c52-6e09-b6bad1f30b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.286266] env[69308]: DEBUG nova.compute.manager [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.286764] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.287849] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05889f42-e0dd-4390-845a-fd942d09d45d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.300108] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.300457] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75cf301c-4af6-4033-b217-4588726e8a23 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.317816] env[69308]: DEBUG oslo_vmware.api [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 966.317816] env[69308]: value = "task-3868770" [ 966.317816] env[69308]: _type = "Task" [ 966.317816] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.330233] env[69308]: DEBUG oslo_vmware.api [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.442617] env[69308]: DEBUG nova.network.neutron [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Updating instance_info_cache with network_info: [{"id": "8f9be554-f8ef-4795-8d67-244f1db56994", "address": "fa:16:3e:c1:02:06", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9be554-f8", "ovs_interfaceid": "8f9be554-f8ef-4795-8d67-244f1db56994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.450847] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071243} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.451307] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.453885] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0fc67f-f9bf-4b2b-8f2d-e2b0bf87ea6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.483948] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f/49b48664-ced0-4e06-a7c2-c78b42b7dd6f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.484964] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38994725-2703-4519-be6a-1cb815009acc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.508489] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 966.508489] env[69308]: value = "task-3868771" [ 966.508489] env[69308]: _type = "Task" [ 966.508489] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.519882] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.556683] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.557501] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.561244] env[69308]: DEBUG nova.network.neutron [-] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.593662] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.598450] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.892s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.598676] env[69308]: DEBUG nova.objects.instance [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lazy-loading 'resources' on Instance uuid fdc7294d-e510-45d8-a101-d6d3b777fcaf {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.611412] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.611996] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.612426] env[69308]: DEBUG nova.network.neutron [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.612806] env[69308]: DEBUG nova.objects.instance [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'info_cache' on Instance uuid b8b3a0cc-9e40-4548-9340-dfa437d6d39b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.639230] env[69308]: INFO nova.scheduler.client.report [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Deleted allocations for instance 943cc30d-aa71-41d6-a022-fc9fe05b94a4 [ 966.701347] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868768, 'name': Rename_Task, 'duration_secs': 0.82024} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.701639] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.701895] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a350d362-1fc8-4652-9305-529e1b1f4bfa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.711351] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 966.711351] env[69308]: value = "task-3868772" [ 966.711351] env[69308]: _type = "Task" [ 966.711351] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.721041] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.779922] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5239ff98-bd53-7c52-6e09-b6bad1f30b95, 'name': SearchDatastore_Task, 'duration_secs': 0.014124} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.780227] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.780499] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 8e152298-4f17-48c2-8a8b-1246d90430cd/8e152298-4f17-48c2-8a8b-1246d90430cd.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.780775] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4b06272-15c0-4478-8374-c83b5cad1ff9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.788904] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 966.788904] env[69308]: value = "task-3868773" [ 966.788904] env[69308]: _type = "Task" [ 966.788904] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.799109] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.828316] env[69308]: DEBUG oslo_vmware.api [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.946163] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "refresh_cache-5efabfe9-8065-4f53-99cd-1410507dc83d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.946163] env[69308]: DEBUG nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Instance network_info: |[{"id": "8f9be554-f8ef-4795-8d67-244f1db56994", "address": "fa:16:3e:c1:02:06", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9be554-f8", "ovs_interfaceid": "8f9be554-f8ef-4795-8d67-244f1db56994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.946522] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] Acquired lock "refresh_cache-5efabfe9-8065-4f53-99cd-1410507dc83d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.946747] env[69308]: DEBUG nova.network.neutron [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Refreshing network info cache for port 8f9be554-f8ef-4795-8d67-244f1db56994 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.948196] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:02:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f9be554-f8ef-4795-8d67-244f1db56994', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.956804] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.957409] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.957685] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fd9196-39fc-4ffa-a306-026f5454dd2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.982115] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.982115] env[69308]: value = "task-3868774" [ 966.982115] env[69308]: _type = "Task" [ 966.982115] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.993398] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868774, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.025989] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868771, 'name': ReconfigVM_Task, 'duration_secs': 0.306461} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.026429] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f/49b48664-ced0-4e06-a7c2-c78b42b7dd6f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.027242] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c38427e-9f3e-4f59-8379-6b0ee7ee5b52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.038561] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 967.038561] env[69308]: value = "task-3868775" [ 967.038561] env[69308]: _type = "Task" [ 967.038561] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.051290] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868775, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.060160] env[69308]: DEBUG nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.063517] env[69308]: INFO nova.compute.manager [-] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Took 1.70 seconds to deallocate network for instance. [ 967.102041] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "79af13a1-4284-407a-8971-6e5f31a4cb6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.102579] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "79af13a1-4284-407a-8971-6e5f31a4cb6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.104037] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "79af13a1-4284-407a-8971-6e5f31a4cb6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.104037] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "79af13a1-4284-407a-8971-6e5f31a4cb6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.104037] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "79af13a1-4284-407a-8971-6e5f31a4cb6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.109660] env[69308]: INFO nova.compute.manager [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Terminating instance [ 967.117377] env[69308]: DEBUG nova.objects.base [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 967.148283] env[69308]: DEBUG oslo_concurrency.lockutils [None req-048aed87-30ee-48fb-ac41-c398075d14da tempest-ServersAdminTestJSON-100275524 tempest-ServersAdminTestJSON-100275524-project-member] Lock "943cc30d-aa71-41d6-a022-fc9fe05b94a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.133s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.224696] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.304945] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868773, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.332443] env[69308]: DEBUG oslo_vmware.api [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868770, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.495771] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868774, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.552493] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868775, 'name': Rename_Task, 'duration_secs': 0.297204} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.552931] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.553207] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-950a40ac-34c3-4011-8e60-decd2e69815d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.560546] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 967.560546] env[69308]: value = "task-3868776" [ 967.560546] env[69308]: _type = "Task" [ 967.560546] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.574008] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.575446] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.604356] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.615649] env[69308]: DEBUG nova.compute.manager [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.615858] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.617232] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e7ff3a-baee-4164-aacd-6aa27658cec0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.629094] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.634057] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a93d57-15f3-4510-a141-adb48b198e85 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.642323] env[69308]: DEBUG oslo_vmware.api [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 967.642323] env[69308]: value = "task-3868777" [ 967.642323] env[69308]: _type = "Task" [ 967.642323] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.651633] env[69308]: DEBUG oslo_vmware.api [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.724876] env[69308]: DEBUG oslo_vmware.api [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868772, 'name': PowerOnVM_Task, 'duration_secs': 0.779323} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.725382] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.725382] env[69308]: INFO nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Took 9.24 seconds to spawn the instance on the hypervisor. [ 967.725635] env[69308]: DEBUG nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.728810] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c27e70-49a8-4237-a036-997e0ec3649b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.748753] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d129569c-196e-424d-9a21-242905d29145 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.758953] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66845bd-abc3-4b4b-8fda-19e9023c5c7a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.569877] env[69308]: DEBUG nova.network.neutron [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Updated VIF entry in instance network info cache for port 8f9be554-f8ef-4795-8d67-244f1db56994. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.571891] env[69308]: DEBUG nova.network.neutron [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Updating instance_info_cache with network_info: [{"id": "8f9be554-f8ef-4795-8d67-244f1db56994", "address": "fa:16:3e:c1:02:06", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f9be554-f8", "ovs_interfaceid": "8f9be554-f8ef-4795-8d67-244f1db56994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.588964] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe6e213-95be-4464-b2de-055760531d0a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.593114] env[69308]: DEBUG nova.compute.manager [req-8b5f600f-dcf1-4641-a47b-6131603f91ec req-6f9d2c33-ca19-4bdb-a723-86d2f74cce91 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Received event network-vif-deleted-0ea8889f-7aad-44c0-a6a0-6a41cd7bdfe0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.594943] env[69308]: INFO nova.compute.manager [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Took 45.67 seconds to build instance. [ 968.608406] env[69308]: DEBUG oslo_vmware.api [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868770, 'name': PowerOffVM_Task, 'duration_secs': 1.135016} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.608406] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.619653] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.619653] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.619653] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868774, 'name': CreateVM_Task, 'duration_secs': 1.549011} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.619653] env[69308]: DEBUG oslo_vmware.api [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868777, 'name': PowerOffVM_Task, 'duration_secs': 0.35768} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.619914] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516882} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.624135] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb22e219-7565-42b4-9b45-e285650b5898 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.624135] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.624135] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.624135] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.624438] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 8e152298-4f17-48c2-8a8b-1246d90430cd/8e152298-4f17-48c2-8a8b-1246d90430cd.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.624505] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.625468] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.625618] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.625923] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.626156] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50fb9d0a-3114-4f47-9243-5109165d3659 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.627707] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fcc442b-33da-4262-9ede-534e140540ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.631202] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad22a0c9-bc08-437e-9281-27ba0d6ea334 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.635444] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c5fd89-b5ee-4357-b912-0f240f3668e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.643191] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 968.643191] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520e9969-f9cf-a901-f3ae-8642f4e6d4ba" [ 968.643191] env[69308]: _type = "Task" [ 968.643191] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.653237] env[69308]: DEBUG nova.compute.provider_tree [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.659119] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 968.659119] env[69308]: value = "task-3868779" [ 968.659119] env[69308]: _type = "Task" [ 968.659119] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.668886] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520e9969-f9cf-a901-f3ae-8642f4e6d4ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014641} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.670001] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.670309] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.670562] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.670719] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.670910] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.672438] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7eccaa-b79f-4509-b117-89291d2dcf05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.678337] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.687443] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.687625] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.688399] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a199f88-0128-43ff-ae77-599000248af9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.695651] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 968.695651] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b31f0f-dd88-f750-ccf0-53a6a9a92005" [ 968.695651] env[69308]: _type = "Task" [ 968.695651] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.710157] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b31f0f-dd88-f750-ccf0-53a6a9a92005, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.711201] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8bc278-e08b-481a-90c0-ef81cdb9dafd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.720391] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 968.720391] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f8ed43-a64e-3a44-90bc-3f0dc493d103" [ 968.720391] env[69308]: _type = "Task" [ 968.720391] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.726242] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.726242] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.726466] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleting the datastore file [datastore2] a62be1cf-8c04-4bf4-8e04-c98b30bc90a8 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.727022] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf83a76-03df-4ffa-a480-975b784838aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.734558] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f8ed43-a64e-3a44-90bc-3f0dc493d103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.738742] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.738861] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.739091] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleting the datastore file [datastore2] 79af13a1-4284-407a-8971-6e5f31a4cb6b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.739263] env[69308]: DEBUG oslo_vmware.api [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 968.739263] env[69308]: value = "task-3868781" [ 968.739263] env[69308]: _type = "Task" [ 968.739263] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.739453] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-630adc20-c994-4cbc-95ee-2e2c80614ede {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.750379] env[69308]: DEBUG oslo_vmware.api [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.751804] env[69308]: DEBUG oslo_vmware.api [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 968.751804] env[69308]: value = "task-3868782" [ 968.751804] env[69308]: _type = "Task" [ 968.751804] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.759938] env[69308]: DEBUG oslo_vmware.api [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.913435] env[69308]: DEBUG nova.network.neutron [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.077231] env[69308]: DEBUG oslo_vmware.api [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868776, 'name': PowerOnVM_Task, 'duration_secs': 1.346008} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.077984] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.077984] env[69308]: DEBUG nova.compute.manager [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.078759] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aa6800-3754-4f33-8a4f-5f57d817861a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.098287] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ef62dd48-9577-443a-a72a-f75f3a8a23d6 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.189s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.107954] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f6aa6ee-1a06-4b96-81fc-c64d08bdac6e req-08dd090c-be39-4886-bc9a-a7f67f110ba1 service nova] Releasing lock "refresh_cache-5efabfe9-8065-4f53-99cd-1410507dc83d" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.161193] env[69308]: DEBUG nova.scheduler.client.report [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.179186] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091497} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.179538] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.180449] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5460ee2-f082-4096-ae63-133aa10e1047 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.221523] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 8e152298-4f17-48c2-8a8b-1246d90430cd/8e152298-4f17-48c2-8a8b-1246d90430cd.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.222978] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f58618-b93c-42a2-b78e-1108f4cfe80b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.271658] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 969.271658] env[69308]: value = "task-3868783" [ 969.271658] env[69308]: _type = "Task" [ 969.271658] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.277873] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f8ed43-a64e-3a44-90bc-3f0dc493d103, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.286998] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.287495] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5efabfe9-8065-4f53-99cd-1410507dc83d/5efabfe9-8065-4f53-99cd-1410507dc83d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.287903] env[69308]: DEBUG oslo_vmware.api [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175421} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.293831] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae68240-98e8-4806-a72d-ce70bcc688fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.296974] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.297278] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.297592] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.297843] env[69308]: INFO nova.compute.manager [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Took 3.01 seconds to destroy the instance on the hypervisor. [ 969.298218] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.298824] env[69308]: DEBUG oslo_vmware.api [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179398} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.299724] env[69308]: DEBUG nova.compute.manager [-] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.299898] env[69308]: DEBUG nova.network.neutron [-] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.302335] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.302648] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.302920] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.303239] env[69308]: INFO nova.compute.manager [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Took 1.69 seconds to destroy the instance on the hypervisor. [ 969.303593] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.312418] env[69308]: DEBUG nova.compute.manager [-] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.312619] env[69308]: DEBUG nova.network.neutron [-] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.315067] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.317915] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 969.317915] env[69308]: value = "task-3868784" [ 969.317915] env[69308]: _type = "Task" [ 969.317915] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.328556] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.417395] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.599266] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.675441] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.077s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.679208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.126s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.679740] env[69308]: DEBUG nova.objects.instance [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lazy-loading 'resources' on Instance uuid 6803c1da-f1d1-4b4f-a067-170e95276d4b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.731615] env[69308]: INFO nova.scheduler.client.report [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleted allocations for instance fdc7294d-e510-45d8-a101-d6d3b777fcaf [ 969.797730] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868783, 'name': ReconfigVM_Task, 'duration_secs': 0.409795} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.798144] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 8e152298-4f17-48c2-8a8b-1246d90430cd/8e152298-4f17-48c2-8a8b-1246d90430cd.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.799175] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ee9f2ce-8657-4052-85a8-88d6dbcf164c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.808808] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 969.808808] env[69308]: value = "task-3868785" [ 969.808808] env[69308]: _type = "Task" [ 969.808808] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.826772] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868785, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.834040] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868784, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.923432] env[69308]: DEBUG nova.compute.manager [req-84bf832b-bf18-4036-9f19-77b689b11e75 req-35ad1dbf-a6b4-4088-bd8b-16096ed3a3c6 service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Received event network-vif-deleted-70a6dee0-6c95-4959-8f92-7f7a2536edcc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.923771] env[69308]: INFO nova.compute.manager [req-84bf832b-bf18-4036-9f19-77b689b11e75 req-35ad1dbf-a6b4-4088-bd8b-16096ed3a3c6 service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Neutron deleted interface 70a6dee0-6c95-4959-8f92-7f7a2536edcc; detaching it from the instance and deleting it from the info cache [ 969.923771] env[69308]: DEBUG nova.network.neutron [req-84bf832b-bf18-4036-9f19-77b689b11e75 req-35ad1dbf-a6b4-4088-bd8b-16096ed3a3c6 service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.241523] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5eee29a3-2d4d-476a-b3ac-899b40d8a64f tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "fdc7294d-e510-45d8-a101-d6d3b777fcaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.229s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.290085] env[69308]: DEBUG nova.network.neutron [-] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.327341] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868785, 'name': Rename_Task, 'duration_secs': 0.361862} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.328013] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.328767] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8684113-03e8-4453-8766-655d754d2478 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.337190] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545357} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.337587] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5efabfe9-8065-4f53-99cd-1410507dc83d/5efabfe9-8065-4f53-99cd-1410507dc83d.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.337948] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.338239] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62f7e532-88e5-4c4d-bc56-85a41a49e8c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.342544] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 970.342544] env[69308]: value = "task-3868786" [ 970.342544] env[69308]: _type = "Task" [ 970.342544] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.350985] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 970.350985] env[69308]: value = "task-3868787" [ 970.350985] env[69308]: _type = "Task" [ 970.350985] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.354268] env[69308]: DEBUG nova.compute.manager [req-614352a6-dda2-4a1c-80a9-3b58af731489 req-f4cfb1f4-20bd-4bb1-9ca3-60c83de2dffa service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Received event network-vif-deleted-b5fa26ce-df71-4209-b018-1996d326b90d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.354542] env[69308]: INFO nova.compute.manager [req-614352a6-dda2-4a1c-80a9-3b58af731489 req-f4cfb1f4-20bd-4bb1-9ca3-60c83de2dffa service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Neutron deleted interface b5fa26ce-df71-4209-b018-1996d326b90d; detaching it from the instance and deleting it from the info cache [ 970.354783] env[69308]: DEBUG nova.network.neutron [req-614352a6-dda2-4a1c-80a9-3b58af731489 req-f4cfb1f4-20bd-4bb1-9ca3-60c83de2dffa service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.365934] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.377310] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.426722] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.427612] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be26ebef-66b2-4b95-8cb0-1078be93e5d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.431280] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d58db39-176e-4e3a-85b4-d8a34c7ad468 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.448314] env[69308]: DEBUG oslo_vmware.api [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 970.448314] env[69308]: value = "task-3868788" [ 970.448314] env[69308]: _type = "Task" [ 970.448314] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.464557] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7cd6c7-18b1-4397-8226-186aa68122ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.488265] env[69308]: DEBUG nova.network.neutron [-] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.499093] env[69308]: DEBUG oslo_vmware.api [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.518203] env[69308]: DEBUG nova.compute.manager [req-84bf832b-bf18-4036-9f19-77b689b11e75 req-35ad1dbf-a6b4-4088-bd8b-16096ed3a3c6 service nova] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Detach interface failed, port_id=70a6dee0-6c95-4959-8f92-7f7a2536edcc, reason: Instance a62be1cf-8c04-4bf4-8e04-c98b30bc90a8 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.793746] env[69308]: INFO nova.compute.manager [-] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Took 1.49 seconds to deallocate network for instance. [ 970.842177] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ddf237-904b-4250-8acb-552d5a7698ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.856997] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fe3457-e4ab-46c2-bd21-ea07df736017 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.863016] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868786, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.872337] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087391} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.899310] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb097fbd-8185-424d-bdb8-51ef2acb8ad2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.901131] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.902124] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef0c031-8d93-468e-a16e-82119e1d21f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.905231] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961493f9-512b-4aa3-b336-133e40434562 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.926155] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f89157-7235-4ff0-9189-cefd182f4c06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.941298] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 5efabfe9-8065-4f53-99cd-1410507dc83d/5efabfe9-8065-4f53-99cd-1410507dc83d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.944722] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b85f0-bfb7-48bb-a67d-e3f7fc280adb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.955212] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b798b05-3aaa-4a8a-9f3b-03a0eabac065 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.972096] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.972420] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.972699] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.972894] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.973174] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.990013] env[69308]: DEBUG nova.compute.provider_tree [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.993459] env[69308]: INFO nova.compute.manager [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Terminating instance [ 970.996325] env[69308]: INFO nova.compute.manager [-] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Took 1.68 seconds to deallocate network for instance. [ 971.005039] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 971.005039] env[69308]: value = "task-3868789" [ 971.005039] env[69308]: _type = "Task" [ 971.005039] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.025173] env[69308]: DEBUG oslo_vmware.api [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868788, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.025633] env[69308]: DEBUG nova.compute.manager [req-614352a6-dda2-4a1c-80a9-3b58af731489 req-f4cfb1f4-20bd-4bb1-9ca3-60c83de2dffa service nova] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Detach interface failed, port_id=b5fa26ce-df71-4209-b018-1996d326b90d, reason: Instance 79af13a1-4284-407a-8971-6e5f31a4cb6b could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.038597] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.301447] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.357986] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868786, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.496692] env[69308]: DEBUG nova.scheduler.client.report [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.504068] env[69308]: DEBUG oslo_vmware.api [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868788, 'name': PowerOnVM_Task, 'duration_secs': 1.014438} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.504068] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.504068] env[69308]: DEBUG nova.compute.manager [None req-fffaa2bf-b054-4eee-be90-9a31b55ea6e1 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.508030] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503ac39a-a1ee-419d-b9f9-d618ed076cbe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.510052] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.510647] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "refresh_cache-49b48664-ced0-4e06-a7c2-c78b42b7dd6f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.510902] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquired lock "refresh_cache-49b48664-ced0-4e06-a7c2-c78b42b7dd6f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.511173] env[69308]: DEBUG nova.network.neutron [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.537955] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.855353] env[69308]: DEBUG oslo_vmware.api [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868786, 'name': PowerOnVM_Task, 'duration_secs': 1.016889} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.855716] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.855944] env[69308]: INFO nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Took 10.62 seconds to spawn the instance on the hypervisor. [ 971.856023] env[69308]: DEBUG nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.856843] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87cf873-cf2d-4337-976c-f8225ebe9f01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.923776] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.924041] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.004779] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.011800] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.573s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.011800] env[69308]: DEBUG nova.objects.instance [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lazy-loading 'resources' on Instance uuid 8f61152a-ba4c-402d-aa6a-32345bb4309f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.032488] env[69308]: DEBUG nova.network.neutron [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.041461] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868789, 'name': ReconfigVM_Task, 'duration_secs': 0.575745} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.043877] env[69308]: INFO nova.scheduler.client.report [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleted allocations for instance 6803c1da-f1d1-4b4f-a067-170e95276d4b [ 972.043877] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 5efabfe9-8065-4f53-99cd-1410507dc83d/5efabfe9-8065-4f53-99cd-1410507dc83d.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.047869] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bee81016-60f5-4840-9606-4780f3cc19c9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.054549] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 972.054549] env[69308]: value = "task-3868790" [ 972.054549] env[69308]: _type = "Task" [ 972.054549] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.067847] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868790, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.115046] env[69308]: DEBUG nova.network.neutron [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.378403] env[69308]: INFO nova.compute.manager [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Took 45.91 seconds to build instance. [ 972.435094] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.435094] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.435094] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.435094] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.435094] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.435094] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.435393] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 972.435393] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.553872] env[69308]: DEBUG oslo_concurrency.lockutils [None req-07dcfb7c-1d1e-4fe1-8386-c04c362bbbab tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "6803c1da-f1d1-4b4f-a067-170e95276d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.218s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.573891] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868790, 'name': Rename_Task, 'duration_secs': 0.318194} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.575356] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.575356] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93dc457-173c-4d91-9e06-8d33142f8923 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.584638] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 972.584638] env[69308]: value = "task-3868791" [ 972.584638] env[69308]: _type = "Task" [ 972.584638] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.596652] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.620245] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Releasing lock "refresh_cache-49b48664-ced0-4e06-a7c2-c78b42b7dd6f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.620723] env[69308]: DEBUG nova.compute.manager [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.622460] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.622460] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90986e82-9001-47f6-a5a5-59337179fa95 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.631778] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.633147] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f62ec64-a276-418a-8447-f4c2a71d02cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.642116] env[69308]: DEBUG oslo_vmware.api [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 972.642116] env[69308]: value = "task-3868792" [ 972.642116] env[69308]: _type = "Task" [ 972.642116] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.655854] env[69308]: DEBUG oslo_vmware.api [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.880732] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ff819d76-1985-4ee3-b57b-442b23e1e623 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "8e152298-4f17-48c2-8a8b-1246d90430cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.360s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.942750] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.047923] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dab9e6-2de3-403c-b21e-7815182299e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.056461] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a0c1d-c826-4a16-a843-4700ea1c23b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.091225] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e392dbf1-b67a-45ae-b2b2-f6cb34bbd758 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.106025] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868791, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.109691] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb69b168-f312-4544-95b7-7172cef72394 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.125505] env[69308]: DEBUG nova.compute.provider_tree [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.152998] env[69308]: DEBUG oslo_vmware.api [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868792, 'name': PowerOffVM_Task, 'duration_secs': 0.204349} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.152998] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.154079] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.154079] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b14e13ba-8de2-43ad-be1d-768154b119a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.183219] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.183219] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.183219] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Deleting the datastore file [datastore1] 49b48664-ced0-4e06-a7c2-c78b42b7dd6f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.183527] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6b96a5a-2519-4539-9ccd-e1bf955d5200 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.191667] env[69308]: DEBUG oslo_vmware.api [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for the task: (returnval){ [ 973.191667] env[69308]: value = "task-3868794" [ 973.191667] env[69308]: _type = "Task" [ 973.191667] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.201549] env[69308]: DEBUG oslo_vmware.api [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.599568] env[69308]: DEBUG oslo_vmware.api [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868791, 'name': PowerOnVM_Task, 'duration_secs': 0.779443} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.599568] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.599568] env[69308]: INFO nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Took 9.55 seconds to spawn the instance on the hypervisor. [ 973.599568] env[69308]: DEBUG nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.600058] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290bd984-3785-4918-8372-828dd8bde3b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.628936] env[69308]: DEBUG nova.scheduler.client.report [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.702301] env[69308]: DEBUG oslo_vmware.api [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Task: {'id': task-3868794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113203} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.702669] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.702858] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.703046] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.703224] env[69308]: INFO nova.compute.manager [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 973.703467] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.703963] env[69308]: DEBUG nova.compute.manager [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.703963] env[69308]: DEBUG nova.network.neutron [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.743377] env[69308]: DEBUG nova.network.neutron [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.021973] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "971f778d-5518-4c30-b125-4ebc20d6faf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.022798] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "971f778d-5518-4c30-b125-4ebc20d6faf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.058726] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "58909cdb-811f-40f2-85d8-ef224f3162ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.058726] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "58909cdb-811f-40f2-85d8-ef224f3162ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.122125] env[69308]: INFO nova.compute.manager [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Took 47.65 seconds to build instance. [ 974.136598] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.139601] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.660s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.141285] env[69308]: INFO nova.compute.claims [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.161592] env[69308]: INFO nova.scheduler.client.report [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Deleted allocations for instance 8f61152a-ba4c-402d-aa6a-32345bb4309f [ 974.246593] env[69308]: DEBUG nova.network.neutron [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.484707] env[69308]: DEBUG nova.compute.manager [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.485706] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359fe495-a233-4dd5-b17a-92f42a2df690 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.526301] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.563023] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.626609] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0279610a-1b03-4e82-be52-54280e09e687 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "5efabfe9-8065-4f53-99cd-1410507dc83d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.852s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.672882] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf1fd2d3-a22e-4051-9282-221542cf271f tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "8f61152a-ba4c-402d-aa6a-32345bb4309f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.417s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.751944] env[69308]: INFO nova.compute.manager [-] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Took 1.05 seconds to deallocate network for instance. [ 974.998960] env[69308]: INFO nova.compute.manager [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] instance snapshotting [ 975.002199] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54adaca-f747-4ea9-ad0f-3be5c1b35255 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.029439] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511ca48d-dc3b-452a-aa45-b8462e9ef2cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.058363] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.089848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.269378] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.546634] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 975.546634] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59f15521-ee9a-4c07-87c1-1f325b43fe70 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.556869] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 975.556869] env[69308]: value = "task-3868795" [ 975.556869] env[69308]: _type = "Task" [ 975.556869] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.566026] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868795, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.722018] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f79222-1c85-4f1e-87f2-763932d0835b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.731784] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f8ef4-9f2e-4f0e-bb09-b08ade7df71d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.764507] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c983168f-b706-40fc-9df6-685d9d3e685d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.773342] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625a2aa4-ed54-4c69-b14d-48b1069b5edf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.788263] env[69308]: DEBUG nova.compute.provider_tree [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.068888] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868795, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.292569] env[69308]: DEBUG nova.scheduler.client.report [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.572552] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868795, 'name': CreateSnapshot_Task, 'duration_secs': 0.628037} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.572915] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.573991] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221ff291-110e-49a7-8f0f-f366d42fba1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.801116] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.801116] env[69308]: DEBUG nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.804721] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.112s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.813414] env[69308]: INFO nova.compute.claims [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.102023] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.102023] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0cc89120-b76d-4729-9147-9762f9d9cb86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.111229] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 977.111229] env[69308]: value = "task-3868796" [ 977.111229] env[69308]: _type = "Task" [ 977.111229] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.119685] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868796, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.323886] env[69308]: DEBUG nova.compute.utils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.325388] env[69308]: DEBUG nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.327066] env[69308]: DEBUG nova.network.neutron [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.395818] env[69308]: DEBUG nova.policy [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '212f12563a374adc842aa64ab0009a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d58bf1b266249fc985591bf8235e58e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.624599] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868796, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.697495] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "cc7565da-c853-4592-af47-305eecd1e873" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.697801] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "cc7565da-c853-4592-af47-305eecd1e873" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.697990] env[69308]: DEBUG nova.compute.manager [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.698971] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155cb48a-a2a2-4e32-87ee-1d29a525b38a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.707693] env[69308]: DEBUG nova.compute.manager [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 977.709105] env[69308]: DEBUG nova.objects.instance [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lazy-loading 'flavor' on Instance uuid cc7565da-c853-4592-af47-305eecd1e873 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.831134] env[69308]: DEBUG nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.926645] env[69308]: DEBUG nova.network.neutron [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Successfully created port: 11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.121386] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868796, 'name': CloneVM_Task} progress is 95%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.335888] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b02051b-fc2b-45d7-a16e-76c5af009e25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.347551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ddf299-c9bc-40ac-8c9f-e3d59a424736 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.388417] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a65a62-db99-4709-b587-ce2178a7ace5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.398856] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb730a-53d7-4cb4-b3a9-3ccfafc74861 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.416886] env[69308]: DEBUG nova.compute.provider_tree [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.622502] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868796, 'name': CloneVM_Task, 'duration_secs': 1.172759} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.622800] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Created linked-clone VM from snapshot [ 978.623672] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c2f494-b925-4d02-a577-51a94fb77132 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.632439] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Uploading image 4de8c987-1d46-4afb-867b-682074a18ede {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.663086] env[69308]: DEBUG oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 978.663086] env[69308]: value = "vm-768727" [ 978.663086] env[69308]: _type = "VirtualMachine" [ 978.663086] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 978.663815] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-12355d9a-2f0b-47a8-b213-238c016caa4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.671144] env[69308]: DEBUG oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lease: (returnval){ [ 978.671144] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520ee8f4-e654-e674-2334-b4add1a57010" [ 978.671144] env[69308]: _type = "HttpNfcLease" [ 978.671144] env[69308]: } obtained for exporting VM: (result){ [ 978.671144] env[69308]: value = "vm-768727" [ 978.671144] env[69308]: _type = "VirtualMachine" [ 978.671144] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 978.671450] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the lease: (returnval){ [ 978.671450] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520ee8f4-e654-e674-2334-b4add1a57010" [ 978.671450] env[69308]: _type = "HttpNfcLease" [ 978.671450] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 978.678563] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.678563] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520ee8f4-e654-e674-2334-b4add1a57010" [ 978.678563] env[69308]: _type = "HttpNfcLease" [ 978.678563] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.718634] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.718958] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11ba17e9-75f4-4ddb-8010-2004fc45a4a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.726873] env[69308]: DEBUG oslo_vmware.api [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 978.726873] env[69308]: value = "task-3868798" [ 978.726873] env[69308]: _type = "Task" [ 978.726873] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.736511] env[69308]: DEBUG oslo_vmware.api [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.844276] env[69308]: DEBUG nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.869473] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.869473] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.869659] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.869785] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.869936] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.870099] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.870329] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.870587] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.870789] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.870962] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.871155] env[69308]: DEBUG nova.virt.hardware [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.872059] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce19276-2747-4229-b770-0eef0b32a833 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.880861] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf6bf7-5de8-4a7c-b071-6448131291d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.920053] env[69308]: DEBUG nova.scheduler.client.report [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.180212] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.180212] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520ee8f4-e654-e674-2334-b4add1a57010" [ 979.180212] env[69308]: _type = "HttpNfcLease" [ 979.180212] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.180861] env[69308]: DEBUG oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.180861] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520ee8f4-e654-e674-2334-b4add1a57010" [ 979.180861] env[69308]: _type = "HttpNfcLease" [ 979.180861] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.181303] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb511a63-f556-4958-84a4-3a2990b3c4b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.191080] env[69308]: DEBUG oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ba7cc-3a4e-d392-d40c-b616036b7b59/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.191271] env[69308]: DEBUG oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ba7cc-3a4e-d392-d40c-b616036b7b59/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 979.263660] env[69308]: DEBUG oslo_vmware.api [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868798, 'name': PowerOffVM_Task, 'duration_secs': 0.425472} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.264107] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.264338] env[69308]: DEBUG nova.compute.manager [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.265214] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d9d76-1849-42c0-a3bd-8531158eb166 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.348606] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac9b50cd-e834-4328-8308-af372c720d74 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.426320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.426813] env[69308]: DEBUG nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.429997] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.062s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.430377] env[69308]: DEBUG nova.objects.instance [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lazy-loading 'resources' on Instance uuid 07e6b1af-4468-4c40-92cb-6089417ff16f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.756633] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.757095] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.757389] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.757727] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.757981] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.762019] env[69308]: INFO nova.compute.manager [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Terminating instance [ 979.780403] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fac1800-b42a-4a63-a643-71bc43f14ad0 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "cc7565da-c853-4592-af47-305eecd1e873" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.935455] env[69308]: DEBUG nova.compute.utils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.941458] env[69308]: DEBUG nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.941458] env[69308]: DEBUG nova.network.neutron [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.003468] env[69308]: DEBUG nova.policy [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dec60e2116948fea14716bca43df1d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14796cbfbd8f4ef8a3fbae247dcc9494', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.068745] env[69308]: DEBUG nova.network.neutron [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Successfully updated port: 11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.214868] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.215325] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.215468] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.215682] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.215875] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.220657] env[69308]: INFO nova.compute.manager [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Terminating instance [ 980.266802] env[69308]: DEBUG nova.compute.manager [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.267062] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.268339] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866be325-be56-4eb5-9769-8a2a513dc0ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.280782] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.281371] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87347df6-a8c2-4745-b1d7-bb87d375aa6d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.290444] env[69308]: DEBUG oslo_vmware.api [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 980.290444] env[69308]: value = "task-3868799" [ 980.290444] env[69308]: _type = "Task" [ 980.290444] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.303224] env[69308]: DEBUG oslo_vmware.api [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.320972] env[69308]: DEBUG nova.compute.manager [req-e9dbd3dd-89de-45b5-9e16-db81bd39225b req-30cd51bd-6a3b-4e4f-80a3-5d51d376bf9d service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Received event network-vif-plugged-11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.321332] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9dbd3dd-89de-45b5-9e16-db81bd39225b req-30cd51bd-6a3b-4e4f-80a3-5d51d376bf9d service nova] Acquiring lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.321500] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9dbd3dd-89de-45b5-9e16-db81bd39225b req-30cd51bd-6a3b-4e4f-80a3-5d51d376bf9d service nova] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.321752] env[69308]: DEBUG oslo_concurrency.lockutils [req-e9dbd3dd-89de-45b5-9e16-db81bd39225b req-30cd51bd-6a3b-4e4f-80a3-5d51d376bf9d service nova] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.321995] env[69308]: DEBUG nova.compute.manager [req-e9dbd3dd-89de-45b5-9e16-db81bd39225b req-30cd51bd-6a3b-4e4f-80a3-5d51d376bf9d service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] No waiting events found dispatching network-vif-plugged-11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.322204] env[69308]: WARNING nova.compute.manager [req-e9dbd3dd-89de-45b5-9e16-db81bd39225b req-30cd51bd-6a3b-4e4f-80a3-5d51d376bf9d service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Received unexpected event network-vif-plugged-11a23d54-e0a6-46e8-9b47-6406153115fe for instance with vm_state building and task_state spawning. [ 980.443397] env[69308]: DEBUG nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.540172] env[69308]: DEBUG nova.network.neutron [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Successfully created port: eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.547204] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4f4136-0cf5-47a5-a18e-bbdc0ad41d9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.556517] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc161d5a-7b56-4958-9b3d-ce52e47ed033 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.595889] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.596410] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.596749] env[69308]: DEBUG nova.network.neutron [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.599699] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd876f-6e14-426f-9488-a0bef5a8e740 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.610907] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1cda6c-cdaa-41ff-beec-f3713b110689 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.629117] env[69308]: DEBUG nova.compute.provider_tree [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.725876] env[69308]: DEBUG nova.compute.manager [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.726107] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.726943] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4963d581-8e67-4e98-a8a6-4a164394ef86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.736826] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.737252] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f3c3de0-f68d-4927-b80c-461356b13e0a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.747076] env[69308]: DEBUG oslo_vmware.api [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 980.747076] env[69308]: value = "task-3868800" [ 980.747076] env[69308]: _type = "Task" [ 980.747076] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.759532] env[69308]: DEBUG oslo_vmware.api [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.801086] env[69308]: DEBUG oslo_vmware.api [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868799, 'name': PowerOffVM_Task, 'duration_secs': 0.246692} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.801402] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.801570] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.801829] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f120f233-d2ba-45c3-85c5-0cf2cfd983ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.887787] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.887961] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.888191] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Deleting the datastore file [datastore2] 640e9a74-46d3-4f82-89f7-a540fa3e93e6 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.888554] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd10d5e4-c224-43e0-a58b-896e2116a380 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.897241] env[69308]: DEBUG oslo_vmware.api [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for the task: (returnval){ [ 980.897241] env[69308]: value = "task-3868802" [ 980.897241] env[69308]: _type = "Task" [ 980.897241] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.906943] env[69308]: DEBUG oslo_vmware.api [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.133029] env[69308]: DEBUG nova.scheduler.client.report [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.146709] env[69308]: DEBUG nova.network.neutron [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.265702] env[69308]: DEBUG oslo_vmware.api [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868800, 'name': PowerOffVM_Task, 'duration_secs': 0.310166} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.265702] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.265702] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.265702] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34c376bf-0f0d-488c-9143-f345da4d85f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.331210] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.331210] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.331886] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Deleting the datastore file [datastore1] 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.332460] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a99fc10-8473-4b2c-b94f-96c57675b36f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.341022] env[69308]: DEBUG oslo_vmware.api [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 981.341022] env[69308]: value = "task-3868804" [ 981.341022] env[69308]: _type = "Task" [ 981.341022] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.349496] env[69308]: DEBUG oslo_vmware.api [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.371673] env[69308]: DEBUG nova.network.neutron [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Updating instance_info_cache with network_info: [{"id": "11a23d54-e0a6-46e8-9b47-6406153115fe", "address": "fa:16:3e:bd:6b:2f", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a23d54-e0", "ovs_interfaceid": "11a23d54-e0a6-46e8-9b47-6406153115fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.408815] env[69308]: DEBUG oslo_vmware.api [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Task: {'id': task-3868802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212153} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.410362] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.410632] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.410823] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.411213] env[69308]: INFO nova.compute.manager [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 981.411316] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.411540] env[69308]: DEBUG nova.compute.manager [-] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.411652] env[69308]: DEBUG nova.network.neutron [-] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.461877] env[69308]: DEBUG nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.488741] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.489129] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.489256] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.489449] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.489551] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.489692] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.489900] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.490187] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.490342] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.490407] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.490609] env[69308]: DEBUG nova.virt.hardware [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.491482] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85a72a-08e0-4f53-8117-37ce4c0fac4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.500693] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192d4e58-eb38-4df2-82b7-69b0bfd15281 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.644042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.645170] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.080s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.645774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.650738] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.922s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.650738] env[69308]: DEBUG nova.objects.instance [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lazy-loading 'resources' on Instance uuid b3adb3ed-90b1-450a-b86c-c29fdd26f9f0 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.682924] env[69308]: INFO nova.scheduler.client.report [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleted allocations for instance 07e6b1af-4468-4c40-92cb-6089417ff16f [ 981.685645] env[69308]: INFO nova.scheduler.client.report [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Deleted allocations for instance 47fd2a9c-238c-4f6c-b282-9f826920cfae [ 981.784220] env[69308]: DEBUG nova.objects.instance [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lazy-loading 'flavor' on Instance uuid cc7565da-c853-4592-af47-305eecd1e873 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.851970] env[69308]: DEBUG oslo_vmware.api [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310153} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.852268] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.852512] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.852737] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.852999] env[69308]: INFO nova.compute.manager [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Took 1.13 seconds to destroy the instance on the hypervisor. [ 981.853192] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.853400] env[69308]: DEBUG nova.compute.manager [-] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.853486] env[69308]: DEBUG nova.network.neutron [-] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.874995] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.875382] env[69308]: DEBUG nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Instance network_info: |[{"id": "11a23d54-e0a6-46e8-9b47-6406153115fe", "address": "fa:16:3e:bd:6b:2f", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a23d54-e0", "ovs_interfaceid": "11a23d54-e0a6-46e8-9b47-6406153115fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.875811] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:6b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11a23d54-e0a6-46e8-9b47-6406153115fe', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.885375] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.887668] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.887977] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67db41a0-cbd9-40da-9e32-a0399c50943d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.912194] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.912194] env[69308]: value = "task-3868805" [ 981.912194] env[69308]: _type = "Task" [ 981.912194] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.923835] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868805, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.195290] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a774857c-5642-47aa-9a15-e209f5f32c93 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "07e6b1af-4468-4c40-92cb-6089417ff16f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.640s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.210694] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b5493d73-58bd-4b0d-b97c-01b18cfe1d96 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "47fd2a9c-238c-4f6c-b282-9f826920cfae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.301s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.292529] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.292529] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquired lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.292529] env[69308]: DEBUG nova.network.neutron [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.292529] env[69308]: DEBUG nova.objects.instance [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lazy-loading 'info_cache' on Instance uuid cc7565da-c853-4592-af47-305eecd1e873 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.300879] env[69308]: DEBUG nova.network.neutron [-] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.426811] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868805, 'name': CreateVM_Task, 'duration_secs': 0.441452} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.429892] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.431105] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.431204] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.431530] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.431833] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3f8617-0eae-4fa9-8c19-225ef3805f31 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.438956] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 982.438956] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e28276-a504-c104-d29b-bedccb943066" [ 982.438956] env[69308]: _type = "Task" [ 982.438956] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.454693] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e28276-a504-c104-d29b-bedccb943066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.565862] env[69308]: DEBUG nova.compute.manager [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Received event network-changed-11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.566745] env[69308]: DEBUG nova.compute.manager [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Refreshing instance network info cache due to event network-changed-11a23d54-e0a6-46e8-9b47-6406153115fe. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.568401] env[69308]: DEBUG oslo_concurrency.lockutils [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] Acquiring lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.568401] env[69308]: DEBUG oslo_concurrency.lockutils [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] Acquired lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.568401] env[69308]: DEBUG nova.network.neutron [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Refreshing network info cache for port 11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.743362] env[69308]: DEBUG nova.compute.manager [req-22c8907b-7973-4f53-b076-16ed06da7b51 req-5c14b343-65bf-4c62-9b3a-37c4fafdadf7 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Received event network-vif-plugged-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.743631] env[69308]: DEBUG oslo_concurrency.lockutils [req-22c8907b-7973-4f53-b076-16ed06da7b51 req-5c14b343-65bf-4c62-9b3a-37c4fafdadf7 service nova] Acquiring lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.744614] env[69308]: DEBUG oslo_concurrency.lockutils [req-22c8907b-7973-4f53-b076-16ed06da7b51 req-5c14b343-65bf-4c62-9b3a-37c4fafdadf7 service nova] Lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.744839] env[69308]: DEBUG oslo_concurrency.lockutils [req-22c8907b-7973-4f53-b076-16ed06da7b51 req-5c14b343-65bf-4c62-9b3a-37c4fafdadf7 service nova] Lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.745033] env[69308]: DEBUG nova.compute.manager [req-22c8907b-7973-4f53-b076-16ed06da7b51 req-5c14b343-65bf-4c62-9b3a-37c4fafdadf7 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] No waiting events found dispatching network-vif-plugged-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.745206] env[69308]: WARNING nova.compute.manager [req-22c8907b-7973-4f53-b076-16ed06da7b51 req-5c14b343-65bf-4c62-9b3a-37c4fafdadf7 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Received unexpected event network-vif-plugged-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be for instance with vm_state building and task_state spawning. [ 982.771756] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899464ef-d944-4dc4-85c8-dadbeb588ab0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.780972] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0346b30-bf31-42a6-bf51-c6f2a9896734 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.828129] env[69308]: DEBUG nova.objects.base [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.828129] env[69308]: INFO nova.compute.manager [-] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Took 1.41 seconds to deallocate network for instance. [ 982.829303] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0776f-4c10-4129-a171-29bad18e7be4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.847547] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eacc55a-ca66-4208-841a-283cee74b59e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.863642] env[69308]: DEBUG nova.compute.provider_tree [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.866500] env[69308]: DEBUG nova.network.neutron [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Successfully updated port: eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.953194] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e28276-a504-c104-d29b-bedccb943066, 'name': SearchDatastore_Task, 'duration_secs': 0.015988} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.953595] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.953762] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.954038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.954181] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.954367] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.954655] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dc3eefb-c2fd-423f-8323-cd2695755091 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.966716] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.966928] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.967734] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae235404-2398-480b-9c18-68f11a296bd0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.976426] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 982.976426] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a6218-8387-eb26-a327-120dc4dc49a6" [ 982.976426] env[69308]: _type = "Task" [ 982.976426] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.984466] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a6218-8387-eb26-a327-120dc4dc49a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.288878] env[69308]: DEBUG nova.network.neutron [-] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.343317] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.370361] env[69308]: DEBUG nova.scheduler.client.report [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.376814] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquiring lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.377447] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquired lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.377687] env[69308]: DEBUG nova.network.neutron [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.468085] env[69308]: DEBUG nova.network.neutron [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Updated VIF entry in instance network info cache for port 11a23d54-e0a6-46e8-9b47-6406153115fe. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.468085] env[69308]: DEBUG nova.network.neutron [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Updating instance_info_cache with network_info: [{"id": "11a23d54-e0a6-46e8-9b47-6406153115fe", "address": "fa:16:3e:bd:6b:2f", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a23d54-e0", "ovs_interfaceid": "11a23d54-e0a6-46e8-9b47-6406153115fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.489757] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a6218-8387-eb26-a327-120dc4dc49a6, 'name': SearchDatastore_Task, 'duration_secs': 0.024297} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.491015] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c024fc5-7673-4ba2-9071-0f774073f856 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.500211] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 983.500211] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277c7ce-5d0f-0b12-85f8-03b54f83ee50" [ 983.500211] env[69308]: _type = "Task" [ 983.500211] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.512803] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277c7ce-5d0f-0b12-85f8-03b54f83ee50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.528289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "b2cfd112-af47-46e1-8546-f527c9d84253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.528289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.528289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.528289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.528289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.529323] env[69308]: INFO nova.compute.manager [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Terminating instance [ 983.794127] env[69308]: INFO nova.compute.manager [-] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Took 1.94 seconds to deallocate network for instance. [ 983.821786] env[69308]: DEBUG nova.network.neutron [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Updating instance_info_cache with network_info: [{"id": "6b747daf-2666-4180-94c1-9922ba259d7b", "address": "fa:16:3e:ad:8d:53", "network": {"id": "b3040060-224a-44b9-86f6-79cd0fa349a1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802582217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b1a23d992ba466ba83cfbf0aa14f2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac563aa7-6d7c-4bd5-9241-7b3e11b8f22d", "external-id": "nsx-vlan-transportzone-730", "segmentation_id": 730, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b747daf-26", "ovs_interfaceid": "6b747daf-2666-4180-94c1-9922ba259d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.883698] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.889264] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.052s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.892066] env[69308]: INFO nova.compute.claims [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.915619] env[69308]: INFO nova.scheduler.client.report [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Deleted allocations for instance b3adb3ed-90b1-450a-b86c-c29fdd26f9f0 [ 983.965472] env[69308]: DEBUG nova.network.neutron [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.973764] env[69308]: DEBUG oslo_concurrency.lockutils [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] Releasing lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.974132] env[69308]: DEBUG nova.compute.manager [req-377c48a1-ac23-4659-b578-a092a165145f req-f942b449-f1cb-4d7c-afef-4aa388ae8ba8 service nova] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Received event network-vif-deleted-047311bf-683e-4447-b19f-4a7d740ed9a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.017176] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5277c7ce-5d0f-0b12-85f8-03b54f83ee50, 'name': SearchDatastore_Task, 'duration_secs': 0.014523} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.017176] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.017176] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02/d01efa3c-db9f-4d38-b3c0-f1adac830d02.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.017176] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ae0728-6347-4130-8602-4a55b5aa65d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.025716] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 984.025716] env[69308]: value = "task-3868807" [ 984.025716] env[69308]: _type = "Task" [ 984.025716] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.034813] env[69308]: DEBUG nova.compute.manager [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.035140] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.040241] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad86b9-6216-4fcb-b3b9-d7b5b1cd19da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.045330] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.050095] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.050393] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-302033ae-551d-49d7-b47c-d81de2d7f86d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.058832] env[69308]: DEBUG oslo_vmware.api [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 984.058832] env[69308]: value = "task-3868808" [ 984.058832] env[69308]: _type = "Task" [ 984.058832] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.067916] env[69308]: DEBUG oslo_vmware.api [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.171477] env[69308]: DEBUG nova.network.neutron [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Updating instance_info_cache with network_info: [{"id": "eb9c717d-e6a5-4e39-9ae0-fb8b53a628be", "address": "fa:16:3e:e3:cb:33", "network": {"id": "c11025ef-866c-4f66-8dbf-f2b7d3a80a51", "bridge": "br-int", "label": "tempest-ServersTestJSON-1954880826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14796cbfbd8f4ef8a3fbae247dcc9494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9c717d-e6", "ovs_interfaceid": "eb9c717d-e6a5-4e39-9ae0-fb8b53a628be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.304834] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.324622] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Releasing lock "refresh_cache-cc7565da-c853-4592-af47-305eecd1e873" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.425777] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b6ea0d48-1127-4276-af28-d82108080658 tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "b3adb3ed-90b1-450a-b86c-c29fdd26f9f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.161s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.539439] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868807, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.576930] env[69308]: DEBUG oslo_vmware.api [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868808, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.647224] env[69308]: DEBUG nova.compute.manager [req-e66b6380-515a-4d59-b4c3-93002af073e4 req-d9959e57-01db-4b16-97df-501425ba9ef8 service nova] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Received event network-vif-deleted-973e10b9-1639-41b6-a037-095914ce7290 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.673287] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Releasing lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.673732] env[69308]: DEBUG nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Instance network_info: |[{"id": "eb9c717d-e6a5-4e39-9ae0-fb8b53a628be", "address": "fa:16:3e:e3:cb:33", "network": {"id": "c11025ef-866c-4f66-8dbf-f2b7d3a80a51", "bridge": "br-int", "label": "tempest-ServersTestJSON-1954880826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14796cbfbd8f4ef8a3fbae247dcc9494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9c717d-e6", "ovs_interfaceid": "eb9c717d-e6a5-4e39-9ae0-fb8b53a628be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.674620] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:cb:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb9c717d-e6a5-4e39-9ae0-fb8b53a628be', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.689744] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Creating folder: Project (14796cbfbd8f4ef8a3fbae247dcc9494). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.689744] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19af6be7-3297-478a-9a75-155c31cb4879 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.710671] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Created folder: Project (14796cbfbd8f4ef8a3fbae247dcc9494) in parent group-v768498. [ 984.711087] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Creating folder: Instances. Parent ref: group-v768729. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.711524] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3de3f5c-841d-46ba-9ad5-c7a17c0b7e79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.730910] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Created folder: Instances in parent group-v768729. [ 984.731261] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.731491] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.731720] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5737a3e8-c228-4ae9-88e0-da65f14da127 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.757315] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.757315] env[69308]: value = "task-3868811" [ 984.757315] env[69308]: _type = "Task" [ 984.757315] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.777984] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868811, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.855219] env[69308]: DEBUG nova.compute.manager [req-b105e888-956a-4535-93c4-5f5d7cc6db18 req-1ab9ce64-d091-4b10-8a8d-baadde5b8497 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Received event network-changed-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.855322] env[69308]: DEBUG nova.compute.manager [req-b105e888-956a-4535-93c4-5f5d7cc6db18 req-1ab9ce64-d091-4b10-8a8d-baadde5b8497 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Refreshing instance network info cache due to event network-changed-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.855688] env[69308]: DEBUG oslo_concurrency.lockutils [req-b105e888-956a-4535-93c4-5f5d7cc6db18 req-1ab9ce64-d091-4b10-8a8d-baadde5b8497 service nova] Acquiring lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.855923] env[69308]: DEBUG oslo_concurrency.lockutils [req-b105e888-956a-4535-93c4-5f5d7cc6db18 req-1ab9ce64-d091-4b10-8a8d-baadde5b8497 service nova] Acquired lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.856220] env[69308]: DEBUG nova.network.neutron [req-b105e888-956a-4535-93c4-5f5d7cc6db18 req-1ab9ce64-d091-4b10-8a8d-baadde5b8497 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Refreshing network info cache for port eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.041921] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92018} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.042211] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02/d01efa3c-db9f-4d38-b3c0-f1adac830d02.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.042532] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.042802] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5010833e-8938-45c7-8f07-7293a9e62d69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.058203] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 985.058203] env[69308]: value = "task-3868812" [ 985.058203] env[69308]: _type = "Task" [ 985.058203] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.075898] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.082127] env[69308]: DEBUG oslo_vmware.api [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868808, 'name': PowerOffVM_Task, 'duration_secs': 0.716773} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.083189] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.083189] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.083189] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f95fed-f296-4a06-ad68-922005474a0a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.167789] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.168065] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.168261] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Deleting the datastore file [datastore2] b2cfd112-af47-46e1-8546-f527c9d84253 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.168568] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc5ca211-35a4-488c-9712-2802102617b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.186932] env[69308]: DEBUG oslo_vmware.api [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for the task: (returnval){ [ 985.186932] env[69308]: value = "task-3868814" [ 985.186932] env[69308]: _type = "Task" [ 985.186932] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.200538] env[69308]: DEBUG oslo_vmware.api [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.270108] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868811, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.330993] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.335231] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74a6ddd-e0fe-49b3-8dd7-44173514d9f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.342682] env[69308]: DEBUG oslo_vmware.api [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 985.342682] env[69308]: value = "task-3868815" [ 985.342682] env[69308]: _type = "Task" [ 985.342682] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.353488] env[69308]: DEBUG oslo_vmware.api [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.506934] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492d9699-2274-47df-a5af-d67aa8fb59e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.515577] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf72b4f-d9f1-45d1-93b8-f37f38ffbb57 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.553684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "801f7d2c-13c7-42c4-b51d-48e5184c6292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.553684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "801f7d2c-13c7-42c4-b51d-48e5184c6292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.553797] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "801f7d2c-13c7-42c4-b51d-48e5184c6292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.553985] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "801f7d2c-13c7-42c4-b51d-48e5184c6292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.554190] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "801f7d2c-13c7-42c4-b51d-48e5184c6292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.556679] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0b6d7f-11b3-4ecb-b550-eb17abf6717e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.560643] env[69308]: INFO nova.compute.manager [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Terminating instance [ 985.575894] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf70a19-1a44-4667-aea9-9a8f678338a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.580022] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083511} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.581345] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.582680] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf02144-8c2d-4db8-acf3-3758f0ebf28a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.594714] env[69308]: DEBUG nova.compute.provider_tree [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.625585] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02/d01efa3c-db9f-4d38-b3c0-f1adac830d02.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.628834] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f82884a-6288-433b-aaf4-fe7ed2db7275 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.653038] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 985.653038] env[69308]: value = "task-3868816" [ 985.653038] env[69308]: _type = "Task" [ 985.653038] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.661903] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.699922] env[69308]: DEBUG oslo_vmware.api [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Task: {'id': task-3868814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363678} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.700211] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.700508] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.700596] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.700755] env[69308]: INFO nova.compute.manager [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Took 1.67 seconds to destroy the instance on the hypervisor. [ 985.701014] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.701224] env[69308]: DEBUG nova.compute.manager [-] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.701322] env[69308]: DEBUG nova.network.neutron [-] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.771323] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868811, 'name': CreateVM_Task, 'duration_secs': 0.719382} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.771323] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.772066] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.772243] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.772672] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.772968] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1823b1-ba06-41f4-b865-11f8d138cc60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.779968] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 985.779968] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523673b4-febe-44e8-0a19-d15c472e7709" [ 985.779968] env[69308]: _type = "Task" [ 985.779968] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.787661] env[69308]: DEBUG nova.network.neutron [req-b105e888-956a-4535-93c4-5f5d7cc6db18 req-1ab9ce64-d091-4b10-8a8d-baadde5b8497 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Updated VIF entry in instance network info cache for port eb9c717d-e6a5-4e39-9ae0-fb8b53a628be. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.788122] env[69308]: DEBUG nova.network.neutron [req-b105e888-956a-4535-93c4-5f5d7cc6db18 req-1ab9ce64-d091-4b10-8a8d-baadde5b8497 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Updating instance_info_cache with network_info: [{"id": "eb9c717d-e6a5-4e39-9ae0-fb8b53a628be", "address": "fa:16:3e:e3:cb:33", "network": {"id": "c11025ef-866c-4f66-8dbf-f2b7d3a80a51", "bridge": "br-int", "label": "tempest-ServersTestJSON-1954880826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14796cbfbd8f4ef8a3fbae247dcc9494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9c717d-e6", "ovs_interfaceid": "eb9c717d-e6a5-4e39-9ae0-fb8b53a628be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.795249] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523673b4-febe-44e8-0a19-d15c472e7709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.854817] env[69308]: DEBUG oslo_vmware.api [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.074799] env[69308]: DEBUG nova.compute.manager [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.075074] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.076278] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d4583b-10e1-4f1b-8d4f-3702efcfb81b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.085383] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.085690] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d2214bc-66ea-4e25-b361-78d221c959e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.094808] env[69308]: DEBUG oslo_vmware.api [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 986.094808] env[69308]: value = "task-3868817" [ 986.094808] env[69308]: _type = "Task" [ 986.094808] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.100309] env[69308]: DEBUG nova.scheduler.client.report [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.114136] env[69308]: DEBUG oslo_vmware.api [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.166466] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868816, 'name': ReconfigVM_Task, 'duration_secs': 0.393151} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.167216] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfigured VM instance instance-00000052 to attach disk [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02/d01efa3c-db9f-4d38-b3c0-f1adac830d02.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.167540] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e2c4566-a276-4bc5-9d83-7f40a9cda754 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.177855] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 986.177855] env[69308]: value = "task-3868818" [ 986.177855] env[69308]: _type = "Task" [ 986.177855] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.192644] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868818, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.292290] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523673b4-febe-44e8-0a19-d15c472e7709, 'name': SearchDatastore_Task, 'duration_secs': 0.020231} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.292675] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.292957] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.293316] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.293529] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.293736] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.294042] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350bd477-e233-4875-bc5c-35808421e8f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.298124] env[69308]: DEBUG oslo_concurrency.lockutils [req-b105e888-956a-4535-93c4-5f5d7cc6db18 req-1ab9ce64-d091-4b10-8a8d-baadde5b8497 service nova] Releasing lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.307125] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.307125] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.308203] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83951f0e-f38d-4fa2-8f7e-8be155cfc35b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.316255] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 986.316255] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52decd9b-8c73-883b-c85f-1a431fda3f28" [ 986.316255] env[69308]: _type = "Task" [ 986.316255] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.331106] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52decd9b-8c73-883b-c85f-1a431fda3f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.353835] env[69308]: DEBUG oslo_vmware.api [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868815, 'name': PowerOnVM_Task, 'duration_secs': 0.839767} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.354503] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.354503] env[69308]: DEBUG nova.compute.manager [None req-fe7a7b3e-eb23-4797-830e-1dae500b92ac tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.355235] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b5e23-fa25-40ff-932a-b9ab9403f58c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.562907] env[69308]: DEBUG nova.network.neutron [-] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.605127] env[69308]: DEBUG oslo_vmware.api [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868817, 'name': PowerOffVM_Task, 'duration_secs': 0.412251} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.605426] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.605594] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.605854] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a45e58d-789b-44a5-93c1-883bfa1a9e06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.608093] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.608604] env[69308]: DEBUG nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.611351] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.517s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.611574] env[69308]: DEBUG nova.objects.instance [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'pci_requests' on Instance uuid efafcb8a-d402-44d8-af37-38262e35621c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.684246] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.684504] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.684729] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Deleting the datastore file [datastore2] 801f7d2c-13c7-42c4-b51d-48e5184c6292 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.685642] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8861813-41e3-4de2-bacc-ee7b80e97526 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.694013] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868818, 'name': Rename_Task, 'duration_secs': 0.192023} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.694013] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.694013] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37609cd2-5416-4854-ae00-65a4ad0252db {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.699240] env[69308]: DEBUG oslo_vmware.api [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for the task: (returnval){ [ 986.699240] env[69308]: value = "task-3868820" [ 986.699240] env[69308]: _type = "Task" [ 986.699240] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.703575] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 986.703575] env[69308]: value = "task-3868821" [ 986.703575] env[69308]: _type = "Task" [ 986.703575] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.710456] env[69308]: DEBUG oslo_vmware.api [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.717286] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.828769] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52decd9b-8c73-883b-c85f-1a431fda3f28, 'name': SearchDatastore_Task, 'duration_secs': 0.020362} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.829766] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27bb5851-5728-4936-8c77-1a4fab1e623d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.837704] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 986.837704] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527f8256-9855-8278-9c26-b9d61bd31bc1" [ 986.837704] env[69308]: _type = "Task" [ 986.837704] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.848075] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527f8256-9855-8278-9c26-b9d61bd31bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.068907] env[69308]: INFO nova.compute.manager [-] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Took 1.37 seconds to deallocate network for instance. [ 987.079976] env[69308]: DEBUG nova.compute.manager [req-df424a67-7085-4d08-baa5-2dc78b8c7ba3 req-b8503b4c-07d3-4474-a9d6-33dcc87b978d service nova] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Received event network-vif-deleted-933be4bf-c58b-4a83-b679-1cecd51ebd53 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.115833] env[69308]: DEBUG nova.objects.instance [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'numa_topology' on Instance uuid efafcb8a-d402-44d8-af37-38262e35621c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.118596] env[69308]: DEBUG nova.compute.utils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.121364] env[69308]: DEBUG nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.121615] env[69308]: DEBUG nova.network.neutron [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.177922] env[69308]: DEBUG nova.policy [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5106e95425df4fea80e818f7de4b1360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bafcd06a25a14b85a839c585d9a234d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.215986] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868821, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.219616] env[69308]: DEBUG oslo_vmware.api [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Task: {'id': task-3868820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383194} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.219962] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.220240] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.220483] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.220952] env[69308]: INFO nova.compute.manager [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Took 1.15 seconds to destroy the instance on the hypervisor. [ 987.221094] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.221302] env[69308]: DEBUG nova.compute.manager [-] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.221302] env[69308]: DEBUG nova.network.neutron [-] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.351219] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527f8256-9855-8278-9c26-b9d61bd31bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.015863} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.351552] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.351832] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 2b23601f-c774-4aaf-b2fd-11781cefbfe0/2b23601f-c774-4aaf-b2fd-11781cefbfe0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.352229] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981e7ccb-9fb4-4a7a-8097-9e4b84738128 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.360508] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 987.360508] env[69308]: value = "task-3868822" [ 987.360508] env[69308]: _type = "Task" [ 987.360508] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.371587] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.576599] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.606043] env[69308]: DEBUG nova.network.neutron [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Successfully created port: bb3f15d0-90b6-4d9b-b8ba-21731789ce04 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.621574] env[69308]: INFO nova.compute.claims [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.624443] env[69308]: DEBUG nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.724730] env[69308]: DEBUG oslo_vmware.api [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868821, 'name': PowerOnVM_Task, 'duration_secs': 0.648949} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.725350] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.726190] env[69308]: INFO nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Took 8.88 seconds to spawn the instance on the hypervisor. [ 987.726190] env[69308]: DEBUG nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.726758] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef80892c-0a0f-4a2c-8d34-63f3d6f08795 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.828282] env[69308]: DEBUG nova.compute.manager [req-79b35f5e-3a7f-4e36-82c8-5e803a24dc62 req-1d99c9c7-0ad3-4b59-a9bf-13211f71f4c8 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Received event network-vif-deleted-a1bcf76d-3231-4ca9-aa58-58b91a4735ae {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.828793] env[69308]: INFO nova.compute.manager [req-79b35f5e-3a7f-4e36-82c8-5e803a24dc62 req-1d99c9c7-0ad3-4b59-a9bf-13211f71f4c8 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Neutron deleted interface a1bcf76d-3231-4ca9-aa58-58b91a4735ae; detaching it from the instance and deleting it from the info cache [ 987.828883] env[69308]: DEBUG nova.network.neutron [req-79b35f5e-3a7f-4e36-82c8-5e803a24dc62 req-1d99c9c7-0ad3-4b59-a9bf-13211f71f4c8 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.872372] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868822, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.046046] env[69308]: DEBUG nova.network.neutron [-] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.176740] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "64302f20-818c-44b7-9518-1f894a0fce19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.176903] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "64302f20-818c-44b7-9518-1f894a0fce19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.177151] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "64302f20-818c-44b7-9518-1f894a0fce19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.177403] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "64302f20-818c-44b7-9518-1f894a0fce19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.177588] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "64302f20-818c-44b7-9518-1f894a0fce19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.180729] env[69308]: INFO nova.compute.manager [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Terminating instance [ 988.253066] env[69308]: INFO nova.compute.manager [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Took 55.80 seconds to build instance. [ 988.334170] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-523ebd2a-3de9-4173-b8c9-63e874a9a29d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.344501] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e03869-8073-4cc5-866e-5bc292c237c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.373266] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811156} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.388671] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 2b23601f-c774-4aaf-b2fd-11781cefbfe0/2b23601f-c774-4aaf-b2fd-11781cefbfe0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.390082] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.390082] env[69308]: DEBUG nova.compute.manager [req-79b35f5e-3a7f-4e36-82c8-5e803a24dc62 req-1d99c9c7-0ad3-4b59-a9bf-13211f71f4c8 service nova] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Detach interface failed, port_id=a1bcf76d-3231-4ca9-aa58-58b91a4735ae, reason: Instance 801f7d2c-13c7-42c4-b51d-48e5184c6292 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 988.390082] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-459e8c87-c3d3-404d-9e91-d14e663579ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.399020] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 988.399020] env[69308]: value = "task-3868823" [ 988.399020] env[69308]: _type = "Task" [ 988.399020] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.407909] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.549865] env[69308]: INFO nova.compute.manager [-] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Took 1.33 seconds to deallocate network for instance. [ 988.641261] env[69308]: DEBUG nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.680667] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.680831] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.681101] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.681325] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.681477] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.681628] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.681848] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.682019] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.683040] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.683301] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.683574] env[69308]: DEBUG nova.virt.hardware [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.684551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c49e31b-d306-48b6-ad9f-6cc34148684f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.691055] env[69308]: DEBUG nova.compute.manager [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.691364] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.692685] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76cf2b-f715-42d3-a4e9-fb81d65c6bf4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.705500] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.709831] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d01463a1-0b48-4b45-8734-c9cd19b3b5be {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.713933] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c518291-48ae-443d-b214-ee244c13c0c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.736609] env[69308]: DEBUG oslo_vmware.api [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 988.736609] env[69308]: value = "task-3868824" [ 988.736609] env[69308]: _type = "Task" [ 988.736609] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.747614] env[69308]: DEBUG oslo_vmware.api [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.756597] env[69308]: DEBUG oslo_concurrency.lockutils [None req-110081fa-89e4-4632-99b2-e007ad68e660 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.316s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.846044] env[69308]: DEBUG oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ba7cc-3a4e-d392-d40c-b616036b7b59/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 988.847009] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd38a91d-c0f3-413d-aa1b-5f3cead4c05a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.854457] env[69308]: DEBUG oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ba7cc-3a4e-d392-d40c-b616036b7b59/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 988.854625] env[69308]: ERROR oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ba7cc-3a4e-d392-d40c-b616036b7b59/disk-0.vmdk due to incomplete transfer. [ 988.854864] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d89f2cf7-4521-4a12-b99f-a2767be3a91b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.864624] env[69308]: DEBUG oslo_vmware.rw_handles [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ba7cc-3a4e-d392-d40c-b616036b7b59/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 988.864624] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Uploaded image 4de8c987-1d46-4afb-867b-682074a18ede to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 988.866815] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.867379] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11b98a61-0e51-4219-bb4b-27c2bf19b0da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.879424] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 988.879424] env[69308]: value = "task-3868825" [ 988.879424] env[69308]: _type = "Task" [ 988.879424] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.890681] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868825, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.909404] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113564} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.909702] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.910547] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939cb74b-8084-4879-8f33-2d7241470046 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.934134] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2b23601f-c774-4aaf-b2fd-11781cefbfe0/2b23601f-c774-4aaf-b2fd-11781cefbfe0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.937982] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a87db2-d99b-4de6-871e-9f9a080ecec5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.960876] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 988.960876] env[69308]: value = "task-3868826" [ 988.960876] env[69308]: _type = "Task" [ 988.960876] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.970782] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.059827] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.215037] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd42c6-9f29-49ec-9b5c-e85fd47f5db1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.223932] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9604409-284a-437c-ba21-c88608a0119d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.261580] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b256fe91-42fa-447d-be88-79a26d74f3f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.269957] env[69308]: DEBUG oslo_vmware.api [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868824, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.274021] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03576c8a-34bc-4199-b4d1-ed83dd1f477a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.291045] env[69308]: DEBUG nova.compute.provider_tree [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.389261] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868825, 'name': Destroy_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.450442] env[69308]: DEBUG nova.network.neutron [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Successfully updated port: bb3f15d0-90b6-4d9b-b8ba-21731789ce04 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.478510] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.571716] env[69308]: DEBUG nova.compute.manager [req-d68f16c7-1a59-40df-977f-d2dfe407e013 req-fff68583-cd59-4092-a163-388954250b65 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Received event network-vif-plugged-bb3f15d0-90b6-4d9b-b8ba-21731789ce04 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.571942] env[69308]: DEBUG oslo_concurrency.lockutils [req-d68f16c7-1a59-40df-977f-d2dfe407e013 req-fff68583-cd59-4092-a163-388954250b65 service nova] Acquiring lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.572463] env[69308]: DEBUG oslo_concurrency.lockutils [req-d68f16c7-1a59-40df-977f-d2dfe407e013 req-fff68583-cd59-4092-a163-388954250b65 service nova] Lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.572731] env[69308]: DEBUG oslo_concurrency.lockutils [req-d68f16c7-1a59-40df-977f-d2dfe407e013 req-fff68583-cd59-4092-a163-388954250b65 service nova] Lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.572912] env[69308]: DEBUG nova.compute.manager [req-d68f16c7-1a59-40df-977f-d2dfe407e013 req-fff68583-cd59-4092-a163-388954250b65 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] No waiting events found dispatching network-vif-plugged-bb3f15d0-90b6-4d9b-b8ba-21731789ce04 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.573094] env[69308]: WARNING nova.compute.manager [req-d68f16c7-1a59-40df-977f-d2dfe407e013 req-fff68583-cd59-4092-a163-388954250b65 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Received unexpected event network-vif-plugged-bb3f15d0-90b6-4d9b-b8ba-21731789ce04 for instance with vm_state building and task_state spawning. [ 989.775325] env[69308]: DEBUG oslo_vmware.api [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868824, 'name': PowerOffVM_Task, 'duration_secs': 0.587628} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.775325] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.775325] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.775325] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28aae55c-7e17-4173-aef9-c1ce37fa8b9c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.826582] env[69308]: ERROR nova.scheduler.client.report [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [req-ab905724-00e2-499f-8e7a-f9fca195c89b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab905724-00e2-499f-8e7a-f9fca195c89b"}]} [ 989.853101] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.853101] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.853101] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleting the datastore file [datastore2] 64302f20-818c-44b7-9518-1f894a0fce19 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.853101] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48f9f773-2ad8-4e26-b0a2-5cba6306ee70 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.853834] env[69308]: DEBUG nova.scheduler.client.report [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 989.864830] env[69308]: DEBUG oslo_vmware.api [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 989.864830] env[69308]: value = "task-3868828" [ 989.864830] env[69308]: _type = "Task" [ 989.864830] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.873776] env[69308]: DEBUG oslo_vmware.api [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.874872] env[69308]: DEBUG nova.scheduler.client.report [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 989.875092] env[69308]: DEBUG nova.compute.provider_tree [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.892456] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868825, 'name': Destroy_Task, 'duration_secs': 0.586026} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.893601] env[69308]: DEBUG nova.scheduler.client.report [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 989.896659] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Destroyed the VM [ 989.896659] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.896659] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3acb4b9-899a-426a-b99c-f558628fc87a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.904501] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 989.904501] env[69308]: value = "task-3868829" [ 989.904501] env[69308]: _type = "Task" [ 989.904501] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.914224] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.923924] env[69308]: DEBUG nova.scheduler.client.report [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 989.952288] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquiring lock "refresh_cache-eb7e315a-2bd7-4411-93eb-883f1cf2f009" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.952441] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquired lock "refresh_cache-eb7e315a-2bd7-4411-93eb-883f1cf2f009" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.952676] env[69308]: DEBUG nova.network.neutron [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.980280] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868826, 'name': ReconfigVM_Task, 'duration_secs': 0.515882} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.983739] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2b23601f-c774-4aaf-b2fd-11781cefbfe0/2b23601f-c774-4aaf-b2fd-11781cefbfe0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.985820] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f286be-7d93-4daa-ab63-41a9ecca72a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.995189] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 989.995189] env[69308]: value = "task-3868830" [ 989.995189] env[69308]: _type = "Task" [ 989.995189] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.006373] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868830, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.375879] env[69308]: DEBUG oslo_vmware.api [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236045} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.376065] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.376248] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.376757] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.376946] env[69308]: INFO nova.compute.manager [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Took 1.69 seconds to destroy the instance on the hypervisor. [ 990.377252] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.378108] env[69308]: DEBUG nova.compute.manager [-] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.378108] env[69308]: DEBUG nova.network.neutron [-] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.424896] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868829, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.429071] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8e451c-b7fd-464a-8657-4a188ee0fc25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.439361] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd4eb46-3010-4349-8e07-44d9604c461b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.476460] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348676db-d7f8-466f-b0cd-1a29e162b876 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.485307] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e94000-33bf-4763-9056-141d9d5896ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.502308] env[69308]: DEBUG nova.compute.provider_tree [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.513321] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868830, 'name': Rename_Task, 'duration_secs': 0.169756} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.514462] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.514610] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f23a1d41-b4c0-4580-a444-76f62440eeff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.523627] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 990.523627] env[69308]: value = "task-3868831" [ 990.523627] env[69308]: _type = "Task" [ 990.523627] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.533331] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.534295] env[69308]: DEBUG nova.network.neutron [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.834739] env[69308]: DEBUG nova.network.neutron [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Updating instance_info_cache with network_info: [{"id": "bb3f15d0-90b6-4d9b-b8ba-21731789ce04", "address": "fa:16:3e:49:3c:0a", "network": {"id": "ab858824-863a-4a59-8d4c-f58a759132ea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1242981274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bafcd06a25a14b85a839c585d9a234d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3f15d0-90", "ovs_interfaceid": "bb3f15d0-90b6-4d9b-b8ba-21731789ce04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.924032] env[69308]: DEBUG oslo_vmware.api [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868829, 'name': RemoveSnapshot_Task, 'duration_secs': 0.741469} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.924032] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.924032] env[69308]: INFO nova.compute.manager [None req-27409232-c531-44c3-ab44-ef9b9c1d39f8 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 991.041565] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868831, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.047066] env[69308]: DEBUG nova.scheduler.client.report [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 991.047066] env[69308]: DEBUG nova.compute.provider_tree [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 117 to 118 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 991.047066] env[69308]: DEBUG nova.compute.provider_tree [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.194183] env[69308]: DEBUG nova.network.neutron [-] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.339404] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Releasing lock "refresh_cache-eb7e315a-2bd7-4411-93eb-883f1cf2f009" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.339775] env[69308]: DEBUG nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Instance network_info: |[{"id": "bb3f15d0-90b6-4d9b-b8ba-21731789ce04", "address": "fa:16:3e:49:3c:0a", "network": {"id": "ab858824-863a-4a59-8d4c-f58a759132ea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1242981274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bafcd06a25a14b85a839c585d9a234d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3f15d0-90", "ovs_interfaceid": "bb3f15d0-90b6-4d9b-b8ba-21731789ce04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.340246] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:3c:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb3f15d0-90b6-4d9b-b8ba-21731789ce04', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.353732] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Creating folder: Project (bafcd06a25a14b85a839c585d9a234d6). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.355149] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6e274f8-597a-4f6e-ac56-acf80cd4c58a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.367264] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Created folder: Project (bafcd06a25a14b85a839c585d9a234d6) in parent group-v768498. [ 991.367522] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Creating folder: Instances. Parent ref: group-v768732. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.367817] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6106226c-864a-4cce-83e8-567e9bf3cde8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.378867] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Created folder: Instances in parent group-v768732. [ 991.379160] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.379379] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.379595] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-056635db-e2d9-4664-b23f-35c4a4626498 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.400717] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.400717] env[69308]: value = "task-3868834" [ 991.400717] env[69308]: _type = "Task" [ 991.400717] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.409517] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868834, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.534226] env[69308]: DEBUG oslo_vmware.api [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868831, 'name': PowerOnVM_Task, 'duration_secs': 0.543488} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.534913] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.536034] env[69308]: INFO nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Took 10.07 seconds to spawn the instance on the hypervisor. [ 991.536034] env[69308]: DEBUG nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.536549] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12c05ac-098e-4369-a00b-76753b3f0170 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.555016] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.944s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.557386] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.651s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.611236] env[69308]: INFO nova.network.neutron [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating port 95ccba25-ba8b-4c6b-a86f-1d27859d707e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 991.698523] env[69308]: INFO nova.compute.manager [-] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Took 1.32 seconds to deallocate network for instance. [ 991.838605] env[69308]: DEBUG nova.compute.manager [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Received event network-changed-bb3f15d0-90b6-4d9b-b8ba-21731789ce04 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.838879] env[69308]: DEBUG nova.compute.manager [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Refreshing instance network info cache due to event network-changed-bb3f15d0-90b6-4d9b-b8ba-21731789ce04. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.839117] env[69308]: DEBUG oslo_concurrency.lockutils [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] Acquiring lock "refresh_cache-eb7e315a-2bd7-4411-93eb-883f1cf2f009" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.839268] env[69308]: DEBUG oslo_concurrency.lockutils [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] Acquired lock "refresh_cache-eb7e315a-2bd7-4411-93eb-883f1cf2f009" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.839745] env[69308]: DEBUG nova.network.neutron [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Refreshing network info cache for port bb3f15d0-90b6-4d9b-b8ba-21731789ce04 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.911822] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868834, 'name': CreateVM_Task, 'duration_secs': 0.362359} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.911992] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.912798] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.912970] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.913314] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.913599] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb2faba-91dd-4161-a6a3-65a1ce25a24d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.918837] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 991.918837] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526682d1-5efc-4deb-27d0-dcef08b67dde" [ 991.918837] env[69308]: _type = "Task" [ 991.918837] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.929602] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526682d1-5efc-4deb-27d0-dcef08b67dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.055452] env[69308]: INFO nova.compute.manager [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Took 53.38 seconds to build instance. [ 992.066508] env[69308]: INFO nova.compute.claims [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.207206] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.256971] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "5efabfe9-8065-4f53-99cd-1410507dc83d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.257326] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "5efabfe9-8065-4f53-99cd-1410507dc83d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.258136] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "5efabfe9-8065-4f53-99cd-1410507dc83d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.258400] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "5efabfe9-8065-4f53-99cd-1410507dc83d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.258605] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "5efabfe9-8065-4f53-99cd-1410507dc83d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.261408] env[69308]: INFO nova.compute.manager [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Terminating instance [ 992.432604] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526682d1-5efc-4deb-27d0-dcef08b67dde, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.433216] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.434208] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.434208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.435048] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.435048] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.435048] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-365c0ed1-c364-4286-bbbf-75175e357302 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.445958] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.446248] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.447190] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98be36a-97fa-4f07-a96e-c69073cc4d4c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.453233] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 992.453233] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200d7f7-a747-9ab3-9de3-db6509dce5bd" [ 992.453233] env[69308]: _type = "Task" [ 992.453233] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.465604] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200d7f7-a747-9ab3-9de3-db6509dce5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.564028] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cfded7a-147e-4261-932d-a297741ea651 tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.900s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.574307] env[69308]: INFO nova.compute.resource_tracker [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating resource usage from migration b705d9ec-df71-48a4-a497-8ef54db93642 [ 992.643434] env[69308]: DEBUG nova.network.neutron [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Updated VIF entry in instance network info cache for port bb3f15d0-90b6-4d9b-b8ba-21731789ce04. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.643844] env[69308]: DEBUG nova.network.neutron [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Updating instance_info_cache with network_info: [{"id": "bb3f15d0-90b6-4d9b-b8ba-21731789ce04", "address": "fa:16:3e:49:3c:0a", "network": {"id": "ab858824-863a-4a59-8d4c-f58a759132ea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1242981274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bafcd06a25a14b85a839c585d9a234d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3f15d0-90", "ovs_interfaceid": "bb3f15d0-90b6-4d9b-b8ba-21731789ce04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.765520] env[69308]: DEBUG nova.compute.manager [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.766116] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.771502] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f513e-e4c5-4eb3-baf4-69797d672950 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.784694] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.784694] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5260becd-a706-47ce-ab8a-5e61ab62838c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.792829] env[69308]: DEBUG oslo_vmware.api [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 992.792829] env[69308]: value = "task-3868835" [ 992.792829] env[69308]: _type = "Task" [ 992.792829] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.805337] env[69308]: DEBUG oslo_vmware.api [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.967973] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5200d7f7-a747-9ab3-9de3-db6509dce5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013773} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.972729] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b4b171-369d-444b-984d-e4053ac940af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.982296] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 992.982296] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dff3e7-50bd-63cf-9dd9-39a17fee22df" [ 992.982296] env[69308]: _type = "Task" [ 992.982296] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.989784] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dff3e7-50bd-63cf-9dd9-39a17fee22df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.119265] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7894a60-a932-4dc1-97c4-f5278c1adcf2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.128376] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db49893-00e7-4f50-ba74-513a81cc6aca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.160666] env[69308]: DEBUG oslo_concurrency.lockutils [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] Releasing lock "refresh_cache-eb7e315a-2bd7-4411-93eb-883f1cf2f009" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.161068] env[69308]: DEBUG nova.compute.manager [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Received event network-changed-11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.161360] env[69308]: DEBUG nova.compute.manager [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Refreshing instance network info cache due to event network-changed-11a23d54-e0a6-46e8-9b47-6406153115fe. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.161876] env[69308]: DEBUG oslo_concurrency.lockutils [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] Acquiring lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.162089] env[69308]: DEBUG oslo_concurrency.lockutils [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] Acquired lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.162296] env[69308]: DEBUG nova.network.neutron [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Refreshing network info cache for port 11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.164996] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae24672-431d-4f8a-9a4e-154e8ecf9982 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.176649] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9807fb9a-a04c-4c06-b3c6-e864a56f3deb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.194271] env[69308]: DEBUG nova.compute.provider_tree [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.303788] env[69308]: DEBUG oslo_vmware.api [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868835, 'name': PowerOffVM_Task, 'duration_secs': 0.335438} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.304198] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.304401] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.304670] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44f669b2-5c79-4b75-b192-117e121e404b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.379886] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.379886] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.379886] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleting the datastore file [datastore1] 5efabfe9-8065-4f53-99cd-1410507dc83d {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.379886] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62b9adf0-fad7-480f-be66-f0be29d13979 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.392030] env[69308]: DEBUG oslo_vmware.api [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 993.392030] env[69308]: value = "task-3868837" [ 993.392030] env[69308]: _type = "Task" [ 993.392030] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.402645] env[69308]: DEBUG oslo_vmware.api [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.407326] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "94f44c5f-ae37-41e4-a343-d77789207ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.407326] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "94f44c5f-ae37-41e4-a343-d77789207ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.495046] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dff3e7-50bd-63cf-9dd9-39a17fee22df, 'name': SearchDatastore_Task, 'duration_secs': 0.012581} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.495362] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.495714] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] eb7e315a-2bd7-4411-93eb-883f1cf2f009/eb7e315a-2bd7-4411-93eb-883f1cf2f009.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.496109] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3c2474-a729-455f-b6ac-c7d1cc534748 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.499477] env[69308]: DEBUG nova.compute.manager [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.501394] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fbe42a-f8dc-47eb-a343-f993309d3706 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.512600] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 993.512600] env[69308]: value = "task-3868838" [ 993.512600] env[69308]: _type = "Task" [ 993.512600] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.522279] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.558498] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.558694] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.558918] env[69308]: DEBUG nova.network.neutron [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.576735] env[69308]: DEBUG nova.compute.manager [req-f0e0f398-aca1-4b88-b6f9-645e5568b41a req-7485557e-7d01-403a-816e-f942a561e515 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received event network-vif-plugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.577616] env[69308]: DEBUG oslo_concurrency.lockutils [req-f0e0f398-aca1-4b88-b6f9-645e5568b41a req-7485557e-7d01-403a-816e-f942a561e515 service nova] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.577616] env[69308]: DEBUG oslo_concurrency.lockutils [req-f0e0f398-aca1-4b88-b6f9-645e5568b41a req-7485557e-7d01-403a-816e-f942a561e515 service nova] Lock "efafcb8a-d402-44d8-af37-38262e35621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.577616] env[69308]: DEBUG oslo_concurrency.lockutils [req-f0e0f398-aca1-4b88-b6f9-645e5568b41a req-7485557e-7d01-403a-816e-f942a561e515 service nova] Lock "efafcb8a-d402-44d8-af37-38262e35621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.577616] env[69308]: DEBUG nova.compute.manager [req-f0e0f398-aca1-4b88-b6f9-645e5568b41a req-7485557e-7d01-403a-816e-f942a561e515 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] No waiting events found dispatching network-vif-plugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.578130] env[69308]: WARNING nova.compute.manager [req-f0e0f398-aca1-4b88-b6f9-645e5568b41a req-7485557e-7d01-403a-816e-f942a561e515 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received unexpected event network-vif-plugged-95ccba25-ba8b-4c6b-a86f-1d27859d707e for instance with vm_state shelved_offloaded and task_state spawning. [ 993.697969] env[69308]: DEBUG nova.scheduler.client.report [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.904139] env[69308]: DEBUG oslo_vmware.api [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251193} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.904517] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.904717] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.905020] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.905422] env[69308]: INFO nova.compute.manager [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 993.905752] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.905982] env[69308]: DEBUG nova.compute.manager [-] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.906145] env[69308]: DEBUG nova.network.neutron [-] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.909156] env[69308]: DEBUG nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.997757] env[69308]: DEBUG nova.network.neutron [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Updated VIF entry in instance network info cache for port 11a23d54-e0a6-46e8-9b47-6406153115fe. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.997757] env[69308]: DEBUG nova.network.neutron [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Updating instance_info_cache with network_info: [{"id": "11a23d54-e0a6-46e8-9b47-6406153115fe", "address": "fa:16:3e:bd:6b:2f", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a23d54-e0", "ovs_interfaceid": "11a23d54-e0a6-46e8-9b47-6406153115fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.015338] env[69308]: INFO nova.compute.manager [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] instance snapshotting [ 994.021218] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a7df6-18e8-433c-af40-d66624ac80ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.035445] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868838, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.055379] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f9cdef-d761-4b6f-83ab-900923aaf11e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.206870] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.649s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.208173] env[69308]: INFO nova.compute.manager [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Migrating [ 994.216532] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.888s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.217166] env[69308]: DEBUG nova.objects.instance [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lazy-loading 'resources' on Instance uuid 9a4f7927-1657-40c2-a11c-c9be89fc534a {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.376934] env[69308]: DEBUG nova.compute.manager [req-3ada5864-bb4d-4a7a-b462-2f6195d64eb6 req-e37375b9-51d7-424b-956f-80d3aaa0e803 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Received event network-changed-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.377216] env[69308]: DEBUG nova.compute.manager [req-3ada5864-bb4d-4a7a-b462-2f6195d64eb6 req-e37375b9-51d7-424b-956f-80d3aaa0e803 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Refreshing instance network info cache due to event network-changed-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.377513] env[69308]: DEBUG oslo_concurrency.lockutils [req-3ada5864-bb4d-4a7a-b462-2f6195d64eb6 req-e37375b9-51d7-424b-956f-80d3aaa0e803 service nova] Acquiring lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.377606] env[69308]: DEBUG oslo_concurrency.lockutils [req-3ada5864-bb4d-4a7a-b462-2f6195d64eb6 req-e37375b9-51d7-424b-956f-80d3aaa0e803 service nova] Acquired lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.378601] env[69308]: DEBUG nova.network.neutron [req-3ada5864-bb4d-4a7a-b462-2f6195d64eb6 req-e37375b9-51d7-424b-956f-80d3aaa0e803 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Refreshing network info cache for port eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.395071] env[69308]: DEBUG nova.network.neutron [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating instance_info_cache with network_info: [{"id": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "address": "fa:16:3e:27:dd:da", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ccba25-ba", "ovs_interfaceid": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.445032] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.504484] env[69308]: DEBUG oslo_concurrency.lockutils [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] Releasing lock "refresh_cache-d01efa3c-db9f-4d38-b3c0-f1adac830d02" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.504773] env[69308]: DEBUG nova.compute.manager [req-1b9824dd-edae-461c-b0ac-e8307a78e1e0 req-cbc88a0c-6a0d-4d54-be9d-f78ddd94f247 service nova] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Received event network-vif-deleted-8cdd5821-d7a8-475f-a99d-bf30cda8cbd0 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.528377] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527599} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.528640] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] eb7e315a-2bd7-4411-93eb-883f1cf2f009/eb7e315a-2bd7-4411-93eb-883f1cf2f009.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.528866] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.529163] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ca17d6a-afc1-49a7-9c49-ed8cb127059a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.537807] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 994.537807] env[69308]: value = "task-3868839" [ 994.537807] env[69308]: _type = "Task" [ 994.537807] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.547526] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.576556] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 994.576913] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ec124c7-ada8-4e2c-b868-7e29286ee42e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.587795] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 994.587795] env[69308]: value = "task-3868840" [ 994.587795] env[69308]: _type = "Task" [ 994.587795] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.598667] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.731903] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.732127] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732315] env[69308]: DEBUG nova.network.neutron [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.889854] env[69308]: DEBUG nova.network.neutron [-] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.897161] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.925295] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9c6be1d417b932485d69aab47e8a4ea4',container_format='bare',created_at=2025-05-07T12:51:28Z,direct_url=,disk_format='vmdk',id=751a875e-be4a-4221-91cc-dd26957dbe5a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1791368593-shelved',owner='44bb6c9404a54acfa22a7d740fbf2583',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-07T12:51:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.925295] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.926036] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.926036] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.926036] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.926036] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.926680] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.926680] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.926680] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.926680] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.927089] env[69308]: DEBUG nova.virt.hardware [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.927951] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76891b97-3e55-4ed3-80c1-0597e6ec7748 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.937939] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d476f2a-c441-4f02-be98-ff6fba42c50a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.957839] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:dd:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ccba25-ba8b-4c6b-a86f-1d27859d707e', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.966677] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.969751] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.973041] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c3433eb-7b7e-488d-a543-369086f1b84b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.995910] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.995910] env[69308]: value = "task-3868841" [ 994.995910] env[69308]: _type = "Task" [ 994.995910] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.006424] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868841, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.047174] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.442974} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.053132] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.053132] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f660c5e-f19e-4f8b-a982-a1a3c52e0d44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.074638] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] eb7e315a-2bd7-4411-93eb-883f1cf2f009/eb7e315a-2bd7-4411-93eb-883f1cf2f009.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.079742] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086d626e-b5a0-4a41-ae0c-36b603d15a29 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.103915] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.108102] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 995.108102] env[69308]: value = "task-3868842" [ 995.108102] env[69308]: _type = "Task" [ 995.108102] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.117091] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.226298] env[69308]: DEBUG nova.network.neutron [req-3ada5864-bb4d-4a7a-b462-2f6195d64eb6 req-e37375b9-51d7-424b-956f-80d3aaa0e803 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Updated VIF entry in instance network info cache for port eb9c717d-e6a5-4e39-9ae0-fb8b53a628be. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.226854] env[69308]: DEBUG nova.network.neutron [req-3ada5864-bb4d-4a7a-b462-2f6195d64eb6 req-e37375b9-51d7-424b-956f-80d3aaa0e803 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Updating instance_info_cache with network_info: [{"id": "eb9c717d-e6a5-4e39-9ae0-fb8b53a628be", "address": "fa:16:3e:e3:cb:33", "network": {"id": "c11025ef-866c-4f66-8dbf-f2b7d3a80a51", "bridge": "br-int", "label": "tempest-ServersTestJSON-1954880826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14796cbfbd8f4ef8a3fbae247dcc9494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9c717d-e6", "ovs_interfaceid": "eb9c717d-e6a5-4e39-9ae0-fb8b53a628be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.250024] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bcbf07-4238-41d3-bc24-945ea52d2b82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.257627] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faba219-0eae-4df0-a727-2e856e4d049e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.301042] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab41acd6-0ba8-4476-8f23-1427073bd7b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.310054] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b57c7b-33af-42eb-b49f-7d42dc55c51b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.325644] env[69308]: DEBUG nova.compute.provider_tree [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.392944] env[69308]: INFO nova.compute.manager [-] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Took 1.49 seconds to deallocate network for instance. [ 995.507534] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868841, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.607857] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.618659] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.730464] env[69308]: DEBUG nova.compute.manager [req-b9a23b2a-f9c5-4ebf-9506-9b64e4c854d8 req-91539281-7c88-4b4c-8a21-72fcf4067fbe service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received event network-changed-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.730667] env[69308]: DEBUG nova.compute.manager [req-b9a23b2a-f9c5-4ebf-9506-9b64e4c854d8 req-91539281-7c88-4b4c-8a21-72fcf4067fbe service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Refreshing instance network info cache due to event network-changed-95ccba25-ba8b-4c6b-a86f-1d27859d707e. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.730878] env[69308]: DEBUG oslo_concurrency.lockutils [req-b9a23b2a-f9c5-4ebf-9506-9b64e4c854d8 req-91539281-7c88-4b4c-8a21-72fcf4067fbe service nova] Acquiring lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.731029] env[69308]: DEBUG oslo_concurrency.lockutils [req-b9a23b2a-f9c5-4ebf-9506-9b64e4c854d8 req-91539281-7c88-4b4c-8a21-72fcf4067fbe service nova] Acquired lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.731223] env[69308]: DEBUG nova.network.neutron [req-b9a23b2a-f9c5-4ebf-9506-9b64e4c854d8 req-91539281-7c88-4b4c-8a21-72fcf4067fbe service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Refreshing network info cache for port 95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.733331] env[69308]: DEBUG oslo_concurrency.lockutils [req-3ada5864-bb4d-4a7a-b462-2f6195d64eb6 req-e37375b9-51d7-424b-956f-80d3aaa0e803 service nova] Releasing lock "refresh_cache-2b23601f-c774-4aaf-b2fd-11781cefbfe0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.821844] env[69308]: DEBUG nova.network.neutron [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance_info_cache with network_info: [{"id": "49159fe3-f892-44eb-b532-8d80a53cc4da", "address": "fa:16:3e:ae:9c:73", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49159fe3-f8", "ovs_interfaceid": "49159fe3-f892-44eb-b532-8d80a53cc4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.828498] env[69308]: DEBUG nova.scheduler.client.report [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.900609] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.007028] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868841, 'name': CreateVM_Task, 'duration_secs': 0.593735} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.007418] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.007999] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.008236] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.008692] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.009031] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3734e5fd-9d91-49b3-b03c-8109376b44ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.015021] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 996.015021] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5266c6e0-d4f9-849e-a29b-5c2620661117" [ 996.015021] env[69308]: _type = "Task" [ 996.015021] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.023868] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5266c6e0-d4f9-849e-a29b-5c2620661117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.106179] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.119028] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868842, 'name': ReconfigVM_Task, 'duration_secs': 0.539706} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.119315] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Reconfigured VM instance instance-00000054 to attach disk [datastore2] eb7e315a-2bd7-4411-93eb-883f1cf2f009/eb7e315a-2bd7-4411-93eb-883f1cf2f009.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.119951] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35515a35-8227-47f4-b41c-7bf5d82b7dd5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.126858] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 996.126858] env[69308]: value = "task-3868843" [ 996.126858] env[69308]: _type = "Task" [ 996.126858] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.135529] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868843, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.325152] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.334835] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.337362] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.162s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.337602] env[69308]: DEBUG nova.objects.instance [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lazy-loading 'resources' on Instance uuid 6b05f946-8630-4f0b-98aa-0149e4d97e27 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.367131] env[69308]: INFO nova.scheduler.client.report [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted allocations for instance 9a4f7927-1657-40c2-a11c-c9be89fc534a [ 996.407186] env[69308]: DEBUG nova.compute.manager [req-b3ad4f0d-1626-4b9b-be85-a1a8fc632d8e req-3608f46e-cd4f-4948-8cf9-453cf1b7c809 service nova] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Received event network-vif-deleted-8f9be554-f8ef-4795-8d67-244f1db56994 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.491656] env[69308]: DEBUG nova.network.neutron [req-b9a23b2a-f9c5-4ebf-9506-9b64e4c854d8 req-91539281-7c88-4b4c-8a21-72fcf4067fbe service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updated VIF entry in instance network info cache for port 95ccba25-ba8b-4c6b-a86f-1d27859d707e. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.491836] env[69308]: DEBUG nova.network.neutron [req-b9a23b2a-f9c5-4ebf-9506-9b64e4c854d8 req-91539281-7c88-4b4c-8a21-72fcf4067fbe service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating instance_info_cache with network_info: [{"id": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "address": "fa:16:3e:27:dd:da", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ccba25-ba", "ovs_interfaceid": "95ccba25-ba8b-4c6b-a86f-1d27859d707e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.526866] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.527157] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Processing image 751a875e-be4a-4221-91cc-dd26957dbe5a {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.527399] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a/751a875e-be4a-4221-91cc-dd26957dbe5a.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.527544] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a/751a875e-be4a-4221-91cc-dd26957dbe5a.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.527724] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.528193] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c167ee0-a70b-4975-b25a-40811e66271d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.538721] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.538900] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.539973] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e0bea3-98f0-4bbb-9a66-2594436e9c65 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.546178] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 996.546178] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5234be12-b535-f3de-5252-b6daf1d35343" [ 996.546178] env[69308]: _type = "Task" [ 996.546178] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.558171] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5234be12-b535-f3de-5252-b6daf1d35343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.608230] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868840, 'name': CreateSnapshot_Task, 'duration_secs': 1.63599} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.608463] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 996.609232] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e189bd-a875-4afd-9ae0-1dc1873ae1a6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.637577] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868843, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.876602] env[69308]: DEBUG oslo_concurrency.lockutils [None req-efca71cd-3941-4bab-a3fc-c56448dabf55 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "9a4f7927-1657-40c2-a11c-c9be89fc534a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.004s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.995187] env[69308]: DEBUG oslo_concurrency.lockutils [req-b9a23b2a-f9c5-4ebf-9506-9b64e4c854d8 req-91539281-7c88-4b4c-8a21-72fcf4067fbe service nova] Releasing lock "refresh_cache-efafcb8a-d402-44d8-af37-38262e35621c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.057087] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Preparing fetch location {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 997.057400] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Fetch image to [datastore2] OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296/OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296.vmdk {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 997.057537] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Downloading stream optimized image 751a875e-be4a-4221-91cc-dd26957dbe5a to [datastore2] OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296/OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296.vmdk on the data store datastore2 as vApp {{(pid=69308) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 997.057751] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Downloading image file data 751a875e-be4a-4221-91cc-dd26957dbe5a to the ESX as VM named 'OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296' {{(pid=69308) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 997.129572] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 997.132853] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6e8e6dd-0b27-4814-b88e-9f92b0d0eafd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.148369] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868843, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.151121] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 997.151121] env[69308]: value = "task-3868844" [ 997.151121] env[69308]: _type = "Task" [ 997.151121] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.163215] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868844, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.164162] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 997.164162] env[69308]: value = "resgroup-9" [ 997.164162] env[69308]: _type = "ResourcePool" [ 997.164162] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 997.164402] env[69308]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-805b8135-e091-4ab4-8b08-ffcc6f830fc1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.187560] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lease: (returnval){ [ 997.187560] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520b79fe-3a9a-7dae-eb6e-f7fe37ad5a07" [ 997.187560] env[69308]: _type = "HttpNfcLease" [ 997.187560] env[69308]: } obtained for vApp import into resource pool (val){ [ 997.187560] env[69308]: value = "resgroup-9" [ 997.187560] env[69308]: _type = "ResourcePool" [ 997.187560] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 997.187848] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the lease: (returnval){ [ 997.187848] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520b79fe-3a9a-7dae-eb6e-f7fe37ad5a07" [ 997.187848] env[69308]: _type = "HttpNfcLease" [ 997.187848] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.200283] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.200283] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520b79fe-3a9a-7dae-eb6e-f7fe37ad5a07" [ 997.200283] env[69308]: _type = "HttpNfcLease" [ 997.200283] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.336647] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840a9469-207b-4b76-b683-0758380b6681 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.345018] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcff8ac5-7bc1-49fa-bd1f-12c3b1936cc0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.386766] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f4a55-fc23-466a-a4da-b597bdd912d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.396295] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201c19d9-8bfc-4ca9-9d37-36c747af134d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.413390] env[69308]: DEBUG nova.compute.provider_tree [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.644444] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868843, 'name': Rename_Task, 'duration_secs': 1.16207} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.645118] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.645118] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d27c98e9-7436-42a1-860e-04e6d9699357 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.654791] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 997.654791] env[69308]: value = "task-3868846" [ 997.654791] env[69308]: _type = "Task" [ 997.654791] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.665811] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.669614] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868844, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.697230] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.697230] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520b79fe-3a9a-7dae-eb6e-f7fe37ad5a07" [ 997.697230] env[69308]: _type = "HttpNfcLease" [ 997.697230] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.844289] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d064f7ac-1d1d-43b3-af5d-48bfc0c835c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.865815] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance 'aea44502-abe4-49b0-9dea-202432ef5595' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.918415] env[69308]: DEBUG nova.scheduler.client.report [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.036068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "2f88e86f-8254-43ed-ba39-b6418343e522" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.036068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "2f88e86f-8254-43ed-ba39-b6418343e522" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.169462] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868844, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.173542] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.198547] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.198547] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520b79fe-3a9a-7dae-eb6e-f7fe37ad5a07" [ 998.198547] env[69308]: _type = "HttpNfcLease" [ 998.198547] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 998.373174] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.373674] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05072c86-3290-4fbf-9736-5a6c73d11086 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.383751] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 998.383751] env[69308]: value = "task-3868847" [ 998.383751] env[69308]: _type = "Task" [ 998.383751] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.392777] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.424222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.427284] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.192s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.427505] env[69308]: DEBUG nova.objects.instance [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lazy-loading 'resources' on Instance uuid c20c1108-464f-4bbe-b465-da06ca5b84d6 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.447062] env[69308]: INFO nova.scheduler.client.report [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Deleted allocations for instance 6b05f946-8630-4f0b-98aa-0149e4d97e27 [ 998.537576] env[69308]: DEBUG nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.667048] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868844, 'name': CloneVM_Task} progress is 95%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.673025] env[69308]: DEBUG oslo_vmware.api [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868846, 'name': PowerOnVM_Task, 'duration_secs': 0.584525} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.673243] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.673520] env[69308]: INFO nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Took 10.03 seconds to spawn the instance on the hypervisor. [ 998.673667] env[69308]: DEBUG nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.674508] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596b7f1-2fa3-4013-883e-61b134813013 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.697973] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.697973] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520b79fe-3a9a-7dae-eb6e-f7fe37ad5a07" [ 998.697973] env[69308]: _type = "HttpNfcLease" [ 998.697973] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 998.697973] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 998.697973] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520b79fe-3a9a-7dae-eb6e-f7fe37ad5a07" [ 998.697973] env[69308]: _type = "HttpNfcLease" [ 998.697973] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 998.698694] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401b4e6d-f1d6-4b63-89ab-01e71e1f55e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.707696] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523cf8d7-efd7-db3e-b992-b62648c73f38/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 998.707957] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523cf8d7-efd7-db3e-b992-b62648c73f38/disk-0.vmdk. {{(pid=69308) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 998.783622] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c003baca-3455-48cc-b101-e79d96d8a215 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.897685] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868847, 'name': PowerOffVM_Task, 'duration_secs': 0.442253} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.898017] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.898212] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance 'aea44502-abe4-49b0-9dea-202432ef5595' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.958534] env[69308]: DEBUG oslo_concurrency.lockutils [None req-41d26a90-a679-49ce-81f3-b890326905c7 tempest-ServersNegativeTestJSON-2090014341 tempest-ServersNegativeTestJSON-2090014341-project-member] Lock "6b05f946-8630-4f0b-98aa-0149e4d97e27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.522s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.065828] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.166422] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868844, 'name': CloneVM_Task, 'duration_secs': 1.770457} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.166701] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Created linked-clone VM from snapshot [ 999.167659] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ed9d93-3768-4cd7-b6ad-5684e107ba21 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.177157] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Uploading image a1bf5a32-d9f3-4753-89a4-60c91bd8e577 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 999.195405] env[69308]: INFO nova.compute.manager [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Took 49.38 seconds to build instance. [ 999.215341] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 999.215341] env[69308]: value = "vm-768737" [ 999.215341] env[69308]: _type = "VirtualMachine" [ 999.215341] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 999.215898] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2dadcf0d-d83b-4354-843b-52c561eedb75 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.229544] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lease: (returnval){ [ 999.229544] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52423374-3c83-b87c-9b2e-1968921bf1ce" [ 999.229544] env[69308]: _type = "HttpNfcLease" [ 999.229544] env[69308]: } obtained for exporting VM: (result){ [ 999.229544] env[69308]: value = "vm-768737" [ 999.229544] env[69308]: _type = "VirtualMachine" [ 999.229544] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 999.229945] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the lease: (returnval){ [ 999.229945] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52423374-3c83-b87c-9b2e-1968921bf1ce" [ 999.229945] env[69308]: _type = "HttpNfcLease" [ 999.229945] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 999.240805] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.240805] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52423374-3c83-b87c-9b2e-1968921bf1ce" [ 999.240805] env[69308]: _type = "HttpNfcLease" [ 999.240805] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 999.405530] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.405642] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.407407] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.407407] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.407407] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.407407] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.407407] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.407407] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.407407] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.407407] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.407911] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.420536] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a183a925-ddcb-4ea7-acc9-0ee3122b5d14 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.446417] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 999.446417] env[69308]: value = "task-3868849" [ 999.446417] env[69308]: _type = "Task" [ 999.446417] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.454977] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a265d40a-2f4b-40cb-86d6-c76614513607 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.465238] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.468759] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7f9ac8-20e5-4ccc-aeb6-fad52c8db7bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.505999] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d85e10e-ac78-4941-9ac9-4fec21cc69ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.516293] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56704749-ab90-4398-9553-f607030a8829 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.538909] env[69308]: DEBUG nova.compute.provider_tree [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.697655] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9a1872e4-df30-4206-ad3e-29701d6cd638 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.886s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.740261] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.740261] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52423374-3c83-b87c-9b2e-1968921bf1ce" [ 999.740261] env[69308]: _type = "HttpNfcLease" [ 999.740261] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 999.740559] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 999.740559] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52423374-3c83-b87c-9b2e-1968921bf1ce" [ 999.740559] env[69308]: _type = "HttpNfcLease" [ 999.740559] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 999.741758] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7df739-1bd1-44e1-8f6c-de318d8250ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.752517] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52945800-d369-0afe-d6b2-b01b12e69075/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 999.752823] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52945800-d369-0afe-d6b2-b01b12e69075/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 999.861813] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07b4cc47-9198-4f5f-a0f7-a27dbfc6ade3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.957566] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868849, 'name': ReconfigVM_Task, 'duration_secs': 0.208887} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.961409] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance 'aea44502-abe4-49b0-9dea-202432ef5595' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.051177] env[69308]: DEBUG nova.scheduler.client.report [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.467957] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.470107] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.470361] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.470603] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.470672] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.471623] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.471623] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.471623] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.471623] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.471623] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.471811] env[69308]: DEBUG nova.virt.hardware [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.484701] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1000.489984] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-767dbfd4-42a3-4b25-8d37-64a69d505e9d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.518307] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1000.518307] env[69308]: value = "task-3868850" [ 1000.518307] env[69308]: _type = "Task" [ 1000.518307] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.531511] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.561966] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.565324] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.991s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.565509] env[69308]: DEBUG nova.objects.instance [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'resources' on Instance uuid 6c3166aa-860a-4c74-9c0f-85f082424d62 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.596353] env[69308]: INFO nova.scheduler.client.report [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleted allocations for instance c20c1108-464f-4bbe-b465-da06ca5b84d6 [ 1000.676255] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Completed reading data from the image iterator. {{(pid=69308) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1000.676605] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523cf8d7-efd7-db3e-b992-b62648c73f38/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1000.679237] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67edde25-d107-4569-9f95-a86631827080 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.686765] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523cf8d7-efd7-db3e-b992-b62648c73f38/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1000.687052] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523cf8d7-efd7-db3e-b992-b62648c73f38/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1000.687538] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-19e7460a-4385-4b28-a8d6-80dc36469895 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.006396] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523cf8d7-efd7-db3e-b992-b62648c73f38/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1001.006396] env[69308]: INFO nova.virt.vmwareapi.images [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Downloaded image file data 751a875e-be4a-4221-91cc-dd26957dbe5a [ 1001.008769] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff88e18-abc9-4cdd-bdc8-952e9650aa42 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.033577] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3058e802-6cc0-4dfe-875f-2949e4f05bc5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.042496] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.061928] env[69308]: INFO nova.virt.vmwareapi.images [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] The imported VM was unregistered [ 1001.065807] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Caching image {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1001.067727] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating directory with path [datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.071357] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77c515b-3f76-43de-98b1-a1f62451b2cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.088013] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Created directory with path [datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.088013] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296/OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296.vmdk to [datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a/751a875e-be4a-4221-91cc-dd26957dbe5a.vmdk. {{(pid=69308) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1001.088295] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eb654c3b-acb8-40b5-a8cc-b325f3cb43f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.100880] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1001.100880] env[69308]: value = "task-3868852" [ 1001.100880] env[69308]: _type = "Task" [ 1001.100880] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.113768] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44acf86f-eb9c-482e-913d-63c5dd4c2b65 tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "c20c1108-464f-4bbe-b465-da06ca5b84d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.448s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.118825] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868852, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.542570] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.570218] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a40f04-3bb1-4cb5-9686-61a517031295 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.580307] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e366bb4e-fa83-4e93-8595-8103dfb39720 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.619035] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b6d1f1-9170-4f7a-b91d-90c61c2c79bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.632770] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab522f-e6db-45c3-ae8d-30961eb69dd7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.637559] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868852, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.653010] env[69308]: DEBUG nova.compute.provider_tree [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.002136] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquiring lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.002468] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.002727] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquiring lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.003053] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.003339] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.011114] env[69308]: INFO nova.compute.manager [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Terminating instance [ 1002.041162] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868850, 'name': ReconfigVM_Task, 'duration_secs': 1.205306} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.041588] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.042565] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81b62fa-772a-4fc5-a1bb-f434ff5bfde2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.068245] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] aea44502-abe4-49b0-9dea-202432ef5595/aea44502-abe4-49b0-9dea-202432ef5595.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.069121] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35481504-22cb-49a2-a1ca-df2f2b0c1855 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.090127] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1002.090127] env[69308]: value = "task-3868853" [ 1002.090127] env[69308]: _type = "Task" [ 1002.090127] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.099678] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.125789] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868852, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.156602] env[69308]: DEBUG nova.scheduler.client.report [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.516569] env[69308]: DEBUG nova.compute.manager [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.516850] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.517827] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd6612e-7766-485c-8348-b4ea1b2871c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.528027] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.528362] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6562f488-4fed-4ed5-9a24-43235c4d053e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.536964] env[69308]: DEBUG oslo_vmware.api [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 1002.536964] env[69308]: value = "task-3868854" [ 1002.536964] env[69308]: _type = "Task" [ 1002.536964] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.548468] env[69308]: DEBUG oslo_vmware.api [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.603358] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868853, 'name': ReconfigVM_Task, 'duration_secs': 0.374121} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.603701] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Reconfigured VM instance instance-0000004a to attach disk [datastore1] aea44502-abe4-49b0-9dea-202432ef5595/aea44502-abe4-49b0-9dea-202432ef5595.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.604018] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance 'aea44502-abe4-49b0-9dea-202432ef5595' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.627753] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868852, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.665500] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.669374] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.065s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.670253] env[69308]: INFO nova.compute.claims [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.765475] env[69308]: INFO nova.scheduler.client.report [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleted allocations for instance 6c3166aa-860a-4c74-9c0f-85f082424d62 [ 1003.052997] env[69308]: DEBUG oslo_vmware.api [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868854, 'name': PowerOffVM_Task, 'duration_secs': 0.497011} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.053141] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.053365] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.054036] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc8c8b72-ba71-4229-84f9-27896897693a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.113653] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909000c4-8b77-4c99-9e91-3b3ed4f45d48 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.142057] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec81c3-e64e-4fab-b772-085c3df4a0fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.145103] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868852, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.165240] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance 'aea44502-abe4-49b0-9dea-202432ef5595' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.240113] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.240553] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.240812] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Deleting the datastore file [datastore2] eb7e315a-2bd7-4411-93eb-883f1cf2f009 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.243661] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da0634bb-bc88-469d-aec8-c385820b1af2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.256036] env[69308]: DEBUG oslo_vmware.api [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for the task: (returnval){ [ 1003.256036] env[69308]: value = "task-3868856" [ 1003.256036] env[69308]: _type = "Task" [ 1003.256036] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.267577] env[69308]: DEBUG oslo_vmware.api [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.275885] env[69308]: DEBUG oslo_concurrency.lockutils [None req-be05eb83-2c9b-4bf0-9392-f96dbc56afeb tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "6c3166aa-860a-4c74-9c0f-85f082424d62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.648s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.277109] env[69308]: DEBUG oslo_concurrency.lockutils [req-e7282b88-3144-4106-9a57-575eca5ddbd7 req-6cf8ad52-f30b-41cc-a095-485aabe11630 service nova] Acquired lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.278541] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ad2e84-45f6-409c-96f0-ea15128c61b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.291067] env[69308]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1003.291067] env[69308]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69308) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1003.291067] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0027aca7-7f4c-427c-b1a0-74fc3851a09a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.303054] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2980a7bb-5a8d-4b90-981a-b081fcac03a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.345469] env[69308]: ERROR root [req-e7282b88-3144-4106-9a57-575eca5ddbd7 req-6cf8ad52-f30b-41cc-a095-485aabe11630 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-768677' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-768677' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-768677' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-768677'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-768677' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-768677' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-768677'}\n"]: nova.exception.InstanceNotFound: Instance 6c3166aa-860a-4c74-9c0f-85f082424d62 could not be found. [ 1003.346493] env[69308]: DEBUG oslo_concurrency.lockutils [req-e7282b88-3144-4106-9a57-575eca5ddbd7 req-6cf8ad52-f30b-41cc-a095-485aabe11630 service nova] Releasing lock "6c3166aa-860a-4c74-9c0f-85f082424d62" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.346493] env[69308]: DEBUG nova.compute.manager [req-e7282b88-3144-4106-9a57-575eca5ddbd7 req-6cf8ad52-f30b-41cc-a095-485aabe11630 service nova] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Detach interface failed, port_id=06eb9567-fd04-449a-ab14-394da650135c, reason: Instance 6c3166aa-860a-4c74-9c0f-85f082424d62 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1003.628942] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868852, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.737365] env[69308]: DEBUG nova.network.neutron [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Port 49159fe3-f892-44eb-b532-8d80a53cc4da binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1003.750046] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.750441] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.751123] env[69308]: INFO nova.compute.manager [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Rebooting instance [ 1003.771979] env[69308]: DEBUG oslo_vmware.api [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.837901] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.838172] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.128515] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868852, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.148285] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9191316-ff28-4bfd-a492-6351bc153d65 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.157069] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee9be49-6eea-4979-aa89-7affeaca07d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.193353] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4e462b-b04e-4934-8a56-959318930bf4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.204882] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286b7bd6-9fa6-4b71-afdd-2322a8db002a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.223201] env[69308]: DEBUG nova.compute.provider_tree [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.268726] env[69308]: DEBUG oslo_vmware.api [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.272289] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.272596] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.272866] env[69308]: DEBUG nova.network.neutron [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.342030] env[69308]: DEBUG nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.634178] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868852, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.092461} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.634596] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296/OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296.vmdk to [datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a/751a875e-be4a-4221-91cc-dd26957dbe5a.vmdk. [ 1004.634892] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Cleaning up location [datastore2] OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1004.635151] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6f6c3c0e-b368-4fa0-89c1-fa013f53d296 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.635517] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30a1501b-6432-4198-b8aa-81f52c3f4c4d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.647037] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1004.647037] env[69308]: value = "task-3868857" [ 1004.647037] env[69308]: _type = "Task" [ 1004.647037] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.656437] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.726919] env[69308]: DEBUG nova.scheduler.client.report [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.768771] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "aea44502-abe4-49b0-9dea-202432ef5595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.769590] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.769590] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.784884] env[69308]: DEBUG oslo_vmware.api [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Task: {'id': task-3868856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.076476} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.785293] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.785464] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.785649] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.785822] env[69308]: INFO nova.compute.manager [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1004.786100] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.787260] env[69308]: DEBUG nova.compute.manager [-] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.787354] env[69308]: DEBUG nova.network.neutron [-] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.868126] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.106463] env[69308]: DEBUG nova.compute.manager [req-9b790d00-9183-4d2c-b9b8-05de66abd0aa req-3307ad0d-3652-4108-97f8-6af9bf72bd44 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Received event network-vif-deleted-bb3f15d0-90b6-4d9b-b8ba-21731789ce04 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.106737] env[69308]: INFO nova.compute.manager [req-9b790d00-9183-4d2c-b9b8-05de66abd0aa req-3307ad0d-3652-4108-97f8-6af9bf72bd44 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Neutron deleted interface bb3f15d0-90b6-4d9b-b8ba-21731789ce04; detaching it from the instance and deleting it from the info cache [ 1005.106934] env[69308]: DEBUG nova.network.neutron [req-9b790d00-9183-4d2c-b9b8-05de66abd0aa req-3307ad0d-3652-4108-97f8-6af9bf72bd44 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.111138] env[69308]: DEBUG nova.network.neutron [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.157611] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106802} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.157881] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.158084] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a/751a875e-be4a-4221-91cc-dd26957dbe5a.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.158353] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a/751a875e-be4a-4221-91cc-dd26957dbe5a.vmdk to [datastore2] efafcb8a-d402-44d8-af37-38262e35621c/efafcb8a-d402-44d8-af37-38262e35621c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.158617] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0de050-acb2-460f-9a31-447692c96b42 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.167946] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1005.167946] env[69308]: value = "task-3868858" [ 1005.167946] env[69308]: _type = "Task" [ 1005.167946] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.178539] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.239420] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.240028] env[69308]: DEBUG nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.243464] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.645s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.243755] env[69308]: DEBUG nova.objects.instance [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1005.574099] env[69308]: DEBUG nova.network.neutron [-] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.612124] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.613476] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-220e06bc-4cab-430c-b090-8b8fb3be4aae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.627349] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c8ef3-462a-44db-a8f0-bc384f23bbd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.666261] env[69308]: DEBUG nova.compute.manager [req-9b790d00-9183-4d2c-b9b8-05de66abd0aa req-3307ad0d-3652-4108-97f8-6af9bf72bd44 service nova] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Detach interface failed, port_id=bb3f15d0-90b6-4d9b-b8ba-21731789ce04, reason: Instance eb7e315a-2bd7-4411-93eb-883f1cf2f009 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.679085] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868858, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.750591] env[69308]: DEBUG nova.compute.utils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.756790] env[69308]: DEBUG nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.758132] env[69308]: DEBUG nova.network.neutron [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.813696] env[69308]: DEBUG nova.policy [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75b89f5a200442aa5a62e4320035bd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9e05b972ee14b688088ab9504efadcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.819444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.819672] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.819942] env[69308]: DEBUG nova.network.neutron [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.926205] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "080375f0-766d-4bd2-8ef9-682bde262f58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.926573] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "080375f0-766d-4bd2-8ef9-682bde262f58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.075933] env[69308]: INFO nova.compute.manager [-] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Took 1.29 seconds to deallocate network for instance. [ 1006.123031] env[69308]: DEBUG nova.compute.manager [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.123509] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4dc4a-cac7-47c2-a591-0f30c6c66b04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.166933] env[69308]: DEBUG nova.network.neutron [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Successfully created port: 956db9ea-39f6-44db-ade9-a8af857894e1 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.179440] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868858, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.258162] env[69308]: DEBUG nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.261661] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7fb7f77a-642b-4fd7-93ee-b94a1b8adde3 tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.263380] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.962s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.263611] env[69308]: DEBUG nova.objects.instance [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lazy-loading 'resources' on Instance uuid a62be1cf-8c04-4bf4-8e04-c98b30bc90a8 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.429143] env[69308]: DEBUG nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.585212] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.670295] env[69308]: DEBUG nova.network.neutron [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance_info_cache with network_info: [{"id": "49159fe3-f892-44eb-b532-8d80a53cc4da", "address": "fa:16:3e:ae:9c:73", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49159fe3-f8", "ovs_interfaceid": "49159fe3-f892-44eb-b532-8d80a53cc4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.683563] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868858, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.952562] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.149586] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d867f2-4fc6-479d-9da5-116f20e617b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.158042] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Doing hard reboot of VM {{(pid=69308) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1007.158042] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bfc5d909-c22d-4303-966d-3384dae88823 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.169597] env[69308]: DEBUG oslo_vmware.api [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1007.169597] env[69308]: value = "task-3868859" [ 1007.169597] env[69308]: _type = "Task" [ 1007.169597] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.175990] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.185633] env[69308]: DEBUG oslo_vmware.api [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868859, 'name': ResetVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.192648] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868858, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.243104] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca7a299-773f-4d7a-98a9-bece270482cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.253936] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97cee7c-3e70-4de1-8192-6ad20b9d8e0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.289428] env[69308]: DEBUG nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.293541] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3a25e2-7669-4bfd-b205-0b74a7d6f237 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302756] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc19d8f3-3d99-407d-a78a-a7b6a3a5dcce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.320699] env[69308]: DEBUG nova.compute.provider_tree [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.324478] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.324722] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.324900] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.325089] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.325238] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.325384] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.325601] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.325766] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.325936] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.326112] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.326290] env[69308]: DEBUG nova.virt.hardware [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.327522] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a06813e-9c80-4d00-8867-d8758fe7de72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.332158] env[69308]: DEBUG nova.scheduler.client.report [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.341813] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f18b111-aadc-4799-b315-83b9c4273843 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.683946] env[69308]: DEBUG oslo_vmware.api [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3868859, 'name': ResetVM_Task, 'duration_secs': 0.132961} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.687094] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Did hard reboot of VM {{(pid=69308) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1007.687315] env[69308]: DEBUG nova.compute.manager [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.687663] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868858, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.688365] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146e20d9-28fd-44a7-99c8-49ee56465129 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.716202] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f691a-f3a9-4111-97e8-d52ded4a488c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.740784] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b9477-80f8-465c-8325-c91e0fbbff9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.749656] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance 'aea44502-abe4-49b0-9dea-202432ef5595' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.768832] env[69308]: DEBUG nova.compute.manager [req-4b522d57-20fc-4d8c-bb59-bbd4fb45d672 req-75e40187-da8b-4f54-882a-c09df172f5ce service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Received event network-vif-plugged-956db9ea-39f6-44db-ade9-a8af857894e1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.769101] env[69308]: DEBUG oslo_concurrency.lockutils [req-4b522d57-20fc-4d8c-bb59-bbd4fb45d672 req-75e40187-da8b-4f54-882a-c09df172f5ce service nova] Acquiring lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.769327] env[69308]: DEBUG oslo_concurrency.lockutils [req-4b522d57-20fc-4d8c-bb59-bbd4fb45d672 req-75e40187-da8b-4f54-882a-c09df172f5ce service nova] Lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.769498] env[69308]: DEBUG oslo_concurrency.lockutils [req-4b522d57-20fc-4d8c-bb59-bbd4fb45d672 req-75e40187-da8b-4f54-882a-c09df172f5ce service nova] Lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.769668] env[69308]: DEBUG nova.compute.manager [req-4b522d57-20fc-4d8c-bb59-bbd4fb45d672 req-75e40187-da8b-4f54-882a-c09df172f5ce service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] No waiting events found dispatching network-vif-plugged-956db9ea-39f6-44db-ade9-a8af857894e1 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.770026] env[69308]: WARNING nova.compute.manager [req-4b522d57-20fc-4d8c-bb59-bbd4fb45d672 req-75e40187-da8b-4f54-882a-c09df172f5ce service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Received unexpected event network-vif-plugged-956db9ea-39f6-44db-ade9-a8af857894e1 for instance with vm_state building and task_state spawning. [ 1007.837226] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.574s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.839674] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.330s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.839939] env[69308]: DEBUG nova.objects.instance [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'resources' on Instance uuid 79af13a1-4284-407a-8971-6e5f31a4cb6b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.862257] env[69308]: INFO nova.scheduler.client.report [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted allocations for instance a62be1cf-8c04-4bf4-8e04-c98b30bc90a8 [ 1007.890135] env[69308]: DEBUG nova.network.neutron [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Successfully updated port: 956db9ea-39f6-44db-ade9-a8af857894e1 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.187173] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868858, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.602002} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.187466] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/751a875e-be4a-4221-91cc-dd26957dbe5a/751a875e-be4a-4221-91cc-dd26957dbe5a.vmdk to [datastore2] efafcb8a-d402-44d8-af37-38262e35621c/efafcb8a-d402-44d8-af37-38262e35621c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.188358] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c321df53-080e-4eae-93d2-9e7a43bfd500 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.215429] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] efafcb8a-d402-44d8-af37-38262e35621c/efafcb8a-d402-44d8-af37-38262e35621c.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.216187] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1aeae66f-237a-47e6-990c-f46e08bbc47b tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.466s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.217705] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f30605-c20f-46d2-b361-ac68a43fe3ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.240645] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1008.240645] env[69308]: value = "task-3868860" [ 1008.240645] env[69308]: _type = "Task" [ 1008.240645] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.251067] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.255547] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.255850] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbf5f92-6818-4b2a-b9c5-344f3e408ec8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.266409] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1008.266409] env[69308]: value = "task-3868861" [ 1008.266409] env[69308]: _type = "Task" [ 1008.266409] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.274823] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.370226] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8fe44efe-d2ac-48ae-a496-025fb4e324e9 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a62be1cf-8c04-4bf4-8e04-c98b30bc90a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.592s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.392444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "refresh_cache-a55b31b0-89a0-432a-8c5c-1e0ef0059223" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.392444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "refresh_cache-a55b31b0-89a0-432a-8c5c-1e0ef0059223" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.392444] env[69308]: DEBUG nova.network.neutron [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.757603] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.759626] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b146987-8608-4b03-b074-78c5b3db1ef3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.772131] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349e0fea-4a07-485a-8d7f-2ebe1958a67a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.784058] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.813962] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775b9eb-e0af-4002-bdef-258c88b4c973 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.823102] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f37106-e3ec-4654-9ea7-89a82de9b46a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.838448] env[69308]: DEBUG nova.compute.provider_tree [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.927550] env[69308]: DEBUG nova.network.neutron [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.112867] env[69308]: DEBUG nova.network.neutron [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Updating instance_info_cache with network_info: [{"id": "956db9ea-39f6-44db-ade9-a8af857894e1", "address": "fa:16:3e:b0:a5:90", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956db9ea-39", "ovs_interfaceid": "956db9ea-39f6-44db-ade9-a8af857894e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.257218] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868860, 'name': ReconfigVM_Task, 'duration_secs': 0.557757} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.257598] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] efafcb8a-d402-44d8-af37-38262e35621c/efafcb8a-d402-44d8-af37-38262e35621c.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.260067] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'guest_format': None, 'encryption_options': None, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_secret_uuid': None, 'size': 0, 'image_id': 'cb539590-a3b6-489a-a68c-410cb30c3b41'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768710', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'name': 'volume-317b2154-2102-465b-a6e6-61d66d765d6e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'efafcb8a-d402-44d8-af37-38262e35621c', 'attached_at': '', 'detached_at': '', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'serial': '317b2154-2102-465b-a6e6-61d66d765d6e'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'attachment_id': 'bb7b9d51-0ab0-41fb-8b20-7d63acb2e52d', 'volume_type': None}], 'swap': None} {{(pid=69308) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1009.260067] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.260067] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768710', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'name': 'volume-317b2154-2102-465b-a6e6-61d66d765d6e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'efafcb8a-d402-44d8-af37-38262e35621c', 'attached_at': '', 'detached_at': '', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'serial': '317b2154-2102-465b-a6e6-61d66d765d6e'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.260485] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ae5dd-4fb9-4622-88e4-22eb11b69f05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.283066] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47b88af-d209-43c1-8074-03509633aceb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.291518] env[69308]: DEBUG oslo_vmware.api [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868861, 'name': PowerOnVM_Task, 'duration_secs': 0.586966} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.304384] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.304607] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c078cc24-4143-44c3-a603-a31918ac5656 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance 'aea44502-abe4-49b0-9dea-202432ef5595' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.315493] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-317b2154-2102-465b-a6e6-61d66d765d6e/volume-317b2154-2102-465b-a6e6-61d66d765d6e.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.316152] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f136c916-4293-49fd-985c-518223dcadb9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.336448] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1009.336448] env[69308]: value = "task-3868862" [ 1009.336448] env[69308]: _type = "Task" [ 1009.336448] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.342312] env[69308]: DEBUG nova.scheduler.client.report [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.350349] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.615820] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "refresh_cache-a55b31b0-89a0-432a-8c5c-1e0ef0059223" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.616201] env[69308]: DEBUG nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Instance network_info: |[{"id": "956db9ea-39f6-44db-ade9-a8af857894e1", "address": "fa:16:3e:b0:a5:90", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956db9ea-39", "ovs_interfaceid": "956db9ea-39f6-44db-ade9-a8af857894e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.616679] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:a5:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '956db9ea-39f6-44db-ade9-a8af857894e1', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.625405] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.626060] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.626304] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3be76ccf-4720-4a3b-acca-9d470df6ca6c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.647709] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.647709] env[69308]: value = "task-3868863" [ 1009.647709] env[69308]: _type = "Task" [ 1009.647709] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.662166] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868863, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.851852] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.854597] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.855212] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.913s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.855455] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.855664] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1009.856058] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.798s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.857728] env[69308]: INFO nova.compute.claims [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.864770] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c209fa-29b8-4be0-a3c5-7dd0d27d14a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.875044] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54070bd3-d278-4b6a-98c9-0a11fdb208f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.892333] env[69308]: INFO nova.scheduler.client.report [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleted allocations for instance 79af13a1-4284-407a-8971-6e5f31a4cb6b [ 1009.897988] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e1a2b-a5d8-4c54-9580-657575cc83d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.907206] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c9c632-65e2-48e1-8180-9237a884130d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.944600] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178455MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1009.944600] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.063480] env[69308]: DEBUG nova.compute.manager [req-2550d075-86de-4f22-9c72-a52def63095a req-500de345-a1d4-484e-8cc4-aac7e4518dc3 service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Received event network-changed-956db9ea-39f6-44db-ade9-a8af857894e1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.063628] env[69308]: DEBUG nova.compute.manager [req-2550d075-86de-4f22-9c72-a52def63095a req-500de345-a1d4-484e-8cc4-aac7e4518dc3 service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Refreshing instance network info cache due to event network-changed-956db9ea-39f6-44db-ade9-a8af857894e1. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.064347] env[69308]: DEBUG oslo_concurrency.lockutils [req-2550d075-86de-4f22-9c72-a52def63095a req-500de345-a1d4-484e-8cc4-aac7e4518dc3 service nova] Acquiring lock "refresh_cache-a55b31b0-89a0-432a-8c5c-1e0ef0059223" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.064549] env[69308]: DEBUG oslo_concurrency.lockutils [req-2550d075-86de-4f22-9c72-a52def63095a req-500de345-a1d4-484e-8cc4-aac7e4518dc3 service nova] Acquired lock "refresh_cache-a55b31b0-89a0-432a-8c5c-1e0ef0059223" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.064674] env[69308]: DEBUG nova.network.neutron [req-2550d075-86de-4f22-9c72-a52def63095a req-500de345-a1d4-484e-8cc4-aac7e4518dc3 service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Refreshing network info cache for port 956db9ea-39f6-44db-ade9-a8af857894e1 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.159052] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868863, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.348420] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868862, 'name': ReconfigVM_Task, 'duration_secs': 0.748986} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.348703] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-317b2154-2102-465b-a6e6-61d66d765d6e/volume-317b2154-2102-465b-a6e6-61d66d765d6e.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.354789] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113dff6d-cb39-4af3-9291-f16a18350e50 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.376202] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1010.376202] env[69308]: value = "task-3868864" [ 1010.376202] env[69308]: _type = "Task" [ 1010.376202] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.385989] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.400999] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5256d3e7-cbb1-46ae-9910-bd8b45bb6425 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "79af13a1-4284-407a-8971-6e5f31a4cb6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.298s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.659650] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868863, 'name': CreateVM_Task, 'duration_secs': 0.975447} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.659844] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.660633] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.660807] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.661176] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.661487] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd7a912-30c6-42f4-bfae-b3f26c6b6611 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.667874] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1010.667874] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52098fa7-1092-1d29-e87a-d747a624f2fe" [ 1010.667874] env[69308]: _type = "Task" [ 1010.667874] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.677095] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52098fa7-1092-1d29-e87a-d747a624f2fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.825387] env[69308]: DEBUG nova.network.neutron [req-2550d075-86de-4f22-9c72-a52def63095a req-500de345-a1d4-484e-8cc4-aac7e4518dc3 service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Updated VIF entry in instance network info cache for port 956db9ea-39f6-44db-ade9-a8af857894e1. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.826026] env[69308]: DEBUG nova.network.neutron [req-2550d075-86de-4f22-9c72-a52def63095a req-500de345-a1d4-484e-8cc4-aac7e4518dc3 service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Updating instance_info_cache with network_info: [{"id": "956db9ea-39f6-44db-ade9-a8af857894e1", "address": "fa:16:3e:b0:a5:90", "network": {"id": "3a416cbc-fd94-48ed-ab2c-e9fb989dc014", "bridge": "br-int", "label": "tempest-ImagesTestJSON-744363778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9e05b972ee14b688088ab9504efadcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956db9ea-39", "ovs_interfaceid": "956db9ea-39f6-44db-ade9-a8af857894e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.889955] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.183271] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52098fa7-1092-1d29-e87a-d747a624f2fe, 'name': SearchDatastore_Task, 'duration_secs': 0.02513} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.183653] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.183930] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.184224] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.184397] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.184607] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.184925] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe6632f-0a19-49a6-9cb9-91f991ec5e85 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.195980] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.196254] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.197153] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4deddfe9-4db0-4705-b299-18504dff3237 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.204918] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1011.204918] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525e1d59-3535-4030-65dd-9adcfb40a471" [ 1011.204918] env[69308]: _type = "Task" [ 1011.204918] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.218274] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525e1d59-3535-4030-65dd-9adcfb40a471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.235618] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.235979] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.301025] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea0907-57c9-46a8-a33c-2475c86e9fdf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.310668] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46615f2-a709-4fce-a990-fc385b10b966 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.344951] env[69308]: DEBUG oslo_concurrency.lockutils [req-2550d075-86de-4f22-9c72-a52def63095a req-500de345-a1d4-484e-8cc4-aac7e4518dc3 service nova] Releasing lock "refresh_cache-a55b31b0-89a0-432a-8c5c-1e0ef0059223" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.346447] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f52230-dd69-49ce-a9a9-2f7980a2274d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.356789] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e687bf-a73f-4635-a8ae-09978ee47591 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.376960] env[69308]: DEBUG nova.compute.provider_tree [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.388319] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868864, 'name': ReconfigVM_Task, 'duration_secs': 0.885462} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.389368] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768710', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'name': 'volume-317b2154-2102-465b-a6e6-61d66d765d6e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'efafcb8a-d402-44d8-af37-38262e35621c', 'attached_at': '', 'detached_at': '', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'serial': '317b2154-2102-465b-a6e6-61d66d765d6e'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.390051] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7dee6b3-098c-47fd-a2d5-cc8c4d389693 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.398656] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1011.398656] env[69308]: value = "task-3868865" [ 1011.398656] env[69308]: _type = "Task" [ 1011.398656] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.409400] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868865, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.720059] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525e1d59-3535-4030-65dd-9adcfb40a471, 'name': SearchDatastore_Task, 'duration_secs': 0.016907} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.720798] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30163af4-0770-4270-a02a-95137da999ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.727453] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1011.727453] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a47160-831b-0fd1-4ecf-09938b5cad0e" [ 1011.727453] env[69308]: _type = "Task" [ 1011.727453] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.736305] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a47160-831b-0fd1-4ecf-09938b5cad0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.743420] env[69308]: INFO nova.compute.manager [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Detaching volume 0236e5b9-3800-46e8-9873-5e000e4bb6a8 [ 1011.787221] env[69308]: INFO nova.virt.block_device [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Attempting to driver detach volume 0236e5b9-3800-46e8-9873-5e000e4bb6a8 from mountpoint /dev/sdb [ 1011.787476] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1011.787658] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768681', 'volume_id': '0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'name': 'volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c77d66-cb34-49be-a255-8cdf9efe6a18', 'attached_at': '', 'detached_at': '', 'volume_id': '0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'serial': '0236e5b9-3800-46e8-9873-5e000e4bb6a8'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1011.788600] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e302d-fd28-4e52-a69a-912e404699c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.813092] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c8e4ac-5ab7-483a-af12-10a5c5ba28b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.820955] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760137b1-bdf1-418f-9f8f-465572ad7804 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.844596] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b5e380-0adf-4892-b5ab-42d3d5426164 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.863522] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] The volume has not been displaced from its original location: [datastore1] volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8/volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1011.868862] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.869371] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7a5379-57d7-48a0-beae-0d11f60a02e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.883947] env[69308]: DEBUG nova.scheduler.client.report [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.894208] env[69308]: DEBUG oslo_vmware.api [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1011.894208] env[69308]: value = "task-3868866" [ 1011.894208] env[69308]: _type = "Task" [ 1011.894208] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.906202] env[69308]: DEBUG oslo_vmware.api [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.913281] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868865, 'name': Rename_Task, 'duration_secs': 0.204117} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.913944] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.913944] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bc1fd3a-342f-4db9-94d5-449dbfccaba3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.922206] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1011.922206] env[69308]: value = "task-3868867" [ 1011.922206] env[69308]: _type = "Task" [ 1011.922206] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.934715] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.013932] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "aea44502-abe4-49b0-9dea-202432ef5595" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.014191] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.014441] env[69308]: DEBUG nova.compute.manager [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Going to confirm migration 3 {{(pid=69308) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1012.240107] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a47160-831b-0fd1-4ecf-09938b5cad0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.240107] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.240107] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] a55b31b0-89a0-432a-8c5c-1e0ef0059223/a55b31b0-89a0-432a-8c5c-1e0ef0059223.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.240107] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90b0260b-f700-42d9-a7f2-f27a294782b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.248883] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1012.248883] env[69308]: value = "task-3868868" [ 1012.248883] env[69308]: _type = "Task" [ 1012.248883] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.259696] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.389280] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.389906] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.393528] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.304s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.396027] env[69308]: INFO nova.compute.claims [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.412324] env[69308]: DEBUG oslo_vmware.api [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868866, 'name': ReconfigVM_Task, 'duration_secs': 0.272683} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.412800] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.420490] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a7e089-ee51-49fb-9be4-afa8f284254d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.441908] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868867, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.444202] env[69308]: DEBUG oslo_vmware.api [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1012.444202] env[69308]: value = "task-3868869" [ 1012.444202] env[69308]: _type = "Task" [ 1012.444202] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.453315] env[69308]: DEBUG oslo_vmware.api [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.626107] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.626384] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.626580] env[69308]: DEBUG nova.network.neutron [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.626792] env[69308]: DEBUG nova.objects.instance [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lazy-loading 'info_cache' on Instance uuid aea44502-abe4-49b0-9dea-202432ef5595 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.761186] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868868, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.901521] env[69308]: DEBUG nova.compute.utils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.903292] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.903454] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.944274] env[69308]: DEBUG oslo_vmware.api [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868867, 'name': PowerOnVM_Task, 'duration_secs': 0.635167} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.945282] env[69308]: DEBUG nova.policy [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e2f57b4464248939616ae581a83075a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5982d5b05e0d4555a41cf79fba7c11bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.947043] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.959247] env[69308]: DEBUG oslo_vmware.api [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868869, 'name': ReconfigVM_Task, 'duration_secs': 0.17931} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.959496] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768681', 'volume_id': '0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'name': 'volume-0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44c77d66-cb34-49be-a255-8cdf9efe6a18', 'attached_at': '', 'detached_at': '', 'volume_id': '0236e5b9-3800-46e8-9873-5e000e4bb6a8', 'serial': '0236e5b9-3800-46e8-9873-5e000e4bb6a8'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1013.052395] env[69308]: DEBUG nova.compute.manager [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.053418] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d562cde-58e7-435b-b809-90851057f442 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.249276] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Successfully created port: 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.264108] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704845} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.264434] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] a55b31b0-89a0-432a-8c5c-1e0ef0059223/a55b31b0-89a0-432a-8c5c-1e0ef0059223.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.264679] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.265089] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c67c0c4-6f0f-4d9b-b51d-71dc1643bfa1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.273286] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1013.273286] env[69308]: value = "task-3868870" [ 1013.273286] env[69308]: _type = "Task" [ 1013.273286] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.285472] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.406611] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.521902] env[69308]: DEBUG nova.objects.instance [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'flavor' on Instance uuid 44c77d66-cb34-49be-a255-8cdf9efe6a18 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.571732] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5d67bbd9-ab06-41de-bbe0-33c3b261bdf9 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 66.832s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.782865] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08099} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.785694] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.786955] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8466538b-9c32-43f9-87cf-d8989bc1da25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.809833] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] a55b31b0-89a0-432a-8c5c-1e0ef0059223/a55b31b0-89a0-432a-8c5c-1e0ef0059223.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.816189] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa6cb34f-36ac-4830-8dcc-49d10dae6e90 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.837808] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1013.837808] env[69308]: value = "task-3868871" [ 1013.837808] env[69308]: _type = "Task" [ 1013.837808] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.849312] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868871, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.954086] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb72afc-c311-40ae-8839-78e0ca9e6eef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.959937] env[69308]: DEBUG nova.network.neutron [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance_info_cache with network_info: [{"id": "49159fe3-f892-44eb-b532-8d80a53cc4da", "address": "fa:16:3e:ae:9c:73", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49159fe3-f8", "ovs_interfaceid": "49159fe3-f892-44eb-b532-8d80a53cc4da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.965231] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01617336-cf97-467b-9fa3-ad907c2f36a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.002567] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff235f4-0339-41a8-b68a-0581a8cab62c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.012167] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb8fdde-4cb7-480a-ac7f-65da92775843 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.030011] env[69308]: DEBUG nova.compute.provider_tree [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.348058] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868871, 'name': ReconfigVM_Task, 'duration_secs': 0.344855} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.348632] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Reconfigured VM instance instance-00000055 to attach disk [datastore2] a55b31b0-89a0-432a-8c5c-1e0ef0059223/a55b31b0-89a0-432a-8c5c-1e0ef0059223.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.349103] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12dddc28-9673-4df8-9605-b5457ac5f1b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.357155] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1014.357155] env[69308]: value = "task-3868872" [ 1014.357155] env[69308]: _type = "Task" [ 1014.357155] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.369177] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868872, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.427471] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.451975] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.451975] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.452279] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.452415] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.452574] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.453112] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.453112] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.453228] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.453304] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.453469] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.453641] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.454654] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d577fa-db98-49aa-8e50-448514204137 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.464553] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c11798a-3af6-48e3-913e-de3cdc89845f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.470300] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-aea44502-abe4-49b0-9dea-202432ef5595" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.470590] env[69308]: DEBUG nova.objects.instance [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lazy-loading 'migration_context' on Instance uuid aea44502-abe4-49b0-9dea-202432ef5595 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.534571] env[69308]: DEBUG nova.scheduler.client.report [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.538265] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1479f256-eedf-41d2-be8b-ed89843297fd tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.576982] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52945800-d369-0afe-d6b2-b01b12e69075/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.577745] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7180a1bf-ea8d-4e37-8310-f4393d33819c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.584984] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52945800-d369-0afe-d6b2-b01b12e69075/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.585277] env[69308]: ERROR oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52945800-d369-0afe-d6b2-b01b12e69075/disk-0.vmdk due to incomplete transfer. [ 1014.586306] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bbb5a385-010c-48a6-87ad-5c5af5ef9995 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.594539] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52945800-d369-0afe-d6b2-b01b12e69075/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1014.594641] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Uploaded image a1bf5a32-d9f3-4753-89a4-60c91bd8e577 to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.596464] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.596699] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6de09cc8-58f7-4e9d-ab0a-5fef3479b9a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.603240] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 1014.603240] env[69308]: value = "task-3868873" [ 1014.603240] env[69308]: _type = "Task" [ 1014.603240] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.611675] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868873, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.869761] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868872, 'name': Rename_Task, 'duration_secs': 0.166657} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.871181] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.871498] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0224698-562d-47b4-b47f-65266a533ec9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.879321] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1014.879321] env[69308]: value = "task-3868874" [ 1014.879321] env[69308]: _type = "Task" [ 1014.879321] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.887779] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.892658] env[69308]: DEBUG nova.compute.manager [req-c706c4ed-103a-4c6c-9515-2b00087cb9e0 req-983f8c17-cc7e-4dcd-8f95-231e4697aef2 service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Received event network-vif-plugged-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.893263] env[69308]: DEBUG oslo_concurrency.lockutils [req-c706c4ed-103a-4c6c-9515-2b00087cb9e0 req-983f8c17-cc7e-4dcd-8f95-231e4697aef2 service nova] Acquiring lock "971f778d-5518-4c30-b125-4ebc20d6faf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.893263] env[69308]: DEBUG oslo_concurrency.lockutils [req-c706c4ed-103a-4c6c-9515-2b00087cb9e0 req-983f8c17-cc7e-4dcd-8f95-231e4697aef2 service nova] Lock "971f778d-5518-4c30-b125-4ebc20d6faf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.893396] env[69308]: DEBUG oslo_concurrency.lockutils [req-c706c4ed-103a-4c6c-9515-2b00087cb9e0 req-983f8c17-cc7e-4dcd-8f95-231e4697aef2 service nova] Lock "971f778d-5518-4c30-b125-4ebc20d6faf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.893509] env[69308]: DEBUG nova.compute.manager [req-c706c4ed-103a-4c6c-9515-2b00087cb9e0 req-983f8c17-cc7e-4dcd-8f95-231e4697aef2 service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] No waiting events found dispatching network-vif-plugged-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.893677] env[69308]: WARNING nova.compute.manager [req-c706c4ed-103a-4c6c-9515-2b00087cb9e0 req-983f8c17-cc7e-4dcd-8f95-231e4697aef2 service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Received unexpected event network-vif-plugged-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb for instance with vm_state building and task_state spawning. [ 1014.975176] env[69308]: DEBUG nova.objects.base [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.975429] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ed1a7-978c-4b58-8fc1-9b0d142031a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.979657] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Successfully updated port: 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.003862] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39f5084-37bd-431b-bfb4-fea8c6cd8faf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.011598] env[69308]: DEBUG oslo_vmware.api [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1015.011598] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5264d729-b64a-ad0a-360f-0e3397a36832" [ 1015.011598] env[69308]: _type = "Task" [ 1015.011598] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.025077] env[69308]: DEBUG oslo_vmware.api [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5264d729-b64a-ad0a-360f-0e3397a36832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.040207] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.040808] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.043938] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.775s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.044552] env[69308]: DEBUG nova.objects.instance [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lazy-loading 'resources' on Instance uuid 49b48664-ced0-4e06-a7c2-c78b42b7dd6f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.114036] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868873, 'name': Destroy_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.391046] env[69308]: DEBUG oslo_vmware.api [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868874, 'name': PowerOnVM_Task, 'duration_secs': 0.48425} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.391046] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.391254] env[69308]: INFO nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1015.391433] env[69308]: DEBUG nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.392323] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ce1218-01fc-49f8-b9ed-50284185f672 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.485604] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "refresh_cache-971f778d-5518-4c30-b125-4ebc20d6faf9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.485933] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "refresh_cache-971f778d-5518-4c30-b125-4ebc20d6faf9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.485990] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.524144] env[69308]: DEBUG oslo_vmware.api [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5264d729-b64a-ad0a-360f-0e3397a36832, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.524457] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.545550] env[69308]: DEBUG nova.compute.utils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.547034] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.547217] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.606501] env[69308]: DEBUG nova.policy [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e2f57b4464248939616ae581a83075a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5982d5b05e0d4555a41cf79fba7c11bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.620679] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868873, 'name': Destroy_Task, 'duration_secs': 0.687306} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.623667] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Destroyed the VM [ 1015.624653] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1015.625459] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b1a8ca4-1f90-421c-b06a-78cb1783ce2c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.632824] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 1015.632824] env[69308]: value = "task-3868875" [ 1015.632824] env[69308]: _type = "Task" [ 1015.632824] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.645582] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868875, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.687381] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.687779] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.688117] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "44c77d66-cb34-49be-a255-8cdf9efe6a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.688645] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.688645] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.695613] env[69308]: INFO nova.compute.manager [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Terminating instance [ 1015.919622] env[69308]: INFO nova.compute.manager [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Took 48.35 seconds to build instance. [ 1015.991113] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Successfully created port: 366a3d53-1716-4cb5-a1bb-8bdb538a257f {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.011745] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92798a0-637d-439a-a544-7770d2c5a52d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.020054] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8ace8f-265f-4c6c-9332-91efa29f1c16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.024337] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.053643] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.063022] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be07f778-7e47-44e7-beda-19327f1b9d54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.072290] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb7ac40-0e16-4a1e-925e-2b73d9a1ba15 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.089707] env[69308]: DEBUG nova.compute.provider_tree [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.143893] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868875, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.204617] env[69308]: DEBUG nova.compute.manager [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.204856] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.205848] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9537e7da-1b9c-43a8-bb42-cfc8bf563a82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.216594] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.216875] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-461c08a4-702f-49b0-914c-6d92854b7162 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.225454] env[69308]: DEBUG oslo_vmware.api [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1016.225454] env[69308]: value = "task-3868876" [ 1016.225454] env[69308]: _type = "Task" [ 1016.225454] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.230182] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Updating instance_info_cache with network_info: [{"id": "1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb", "address": "fa:16:3e:e5:e6:4d", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eaa0d3a-a5", "ovs_interfaceid": "1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.240266] env[69308]: DEBUG oslo_vmware.api [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.424660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-38447dad-a55f-42fe-8a4b-e21291497026 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.867s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.594076] env[69308]: DEBUG nova.scheduler.client.report [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.644659] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868875, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.736545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "refresh_cache-971f778d-5518-4c30-b125-4ebc20d6faf9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.736704] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Instance network_info: |[{"id": "1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb", "address": "fa:16:3e:e5:e6:4d", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eaa0d3a-a5", "ovs_interfaceid": "1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.736962] env[69308]: DEBUG oslo_vmware.api [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868876, 'name': PowerOffVM_Task, 'duration_secs': 0.325379} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.737379] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e6:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.746458] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.746729] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.746897] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.747565] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.747783] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53bf0c6a-e3a0-42a0-a17f-725074b6d1e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.749499] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c359233e-2825-4143-9e27-9bfe1a4b242a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.771233] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.771233] env[69308]: value = "task-3868878" [ 1016.771233] env[69308]: _type = "Task" [ 1016.771233] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.779698] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868878, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.838132] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.838496] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.838696] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleting the datastore file [datastore2] 44c77d66-cb34-49be-a255-8cdf9efe6a18 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.839412] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-349e2616-8580-4788-8492-625d230cf5ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.847435] env[69308]: DEBUG oslo_vmware.api [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1016.847435] env[69308]: value = "task-3868879" [ 1016.847435] env[69308]: _type = "Task" [ 1016.847435] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.857529] env[69308]: DEBUG oslo_vmware.api [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.924906] env[69308]: DEBUG nova.compute.manager [req-eec5b59d-c2d6-43bc-888b-0909a39ae245 req-fb024067-af7a-475b-baad-d2cb87448229 service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Received event network-changed-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.925074] env[69308]: DEBUG nova.compute.manager [req-eec5b59d-c2d6-43bc-888b-0909a39ae245 req-fb024067-af7a-475b-baad-d2cb87448229 service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Refreshing instance network info cache due to event network-changed-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.925326] env[69308]: DEBUG oslo_concurrency.lockutils [req-eec5b59d-c2d6-43bc-888b-0909a39ae245 req-fb024067-af7a-475b-baad-d2cb87448229 service nova] Acquiring lock "refresh_cache-971f778d-5518-4c30-b125-4ebc20d6faf9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.926164] env[69308]: DEBUG oslo_concurrency.lockutils [req-eec5b59d-c2d6-43bc-888b-0909a39ae245 req-fb024067-af7a-475b-baad-d2cb87448229 service nova] Acquired lock "refresh_cache-971f778d-5518-4c30-b125-4ebc20d6faf9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.926448] env[69308]: DEBUG nova.network.neutron [req-eec5b59d-c2d6-43bc-888b-0909a39ae245 req-fb024067-af7a-475b-baad-d2cb87448229 service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Refreshing network info cache for port 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.071086] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.095728] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.096051] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.096278] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.096556] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.096769] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.096933] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.097187] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.097351] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.097538] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.097690] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.097866] env[69308]: DEBUG nova.virt.hardware [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.098796] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84769584-237d-423d-998d-3fee8067bb22 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.103122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.108847] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.765s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.109211] env[69308]: DEBUG nova.objects.instance [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lazy-loading 'resources' on Instance uuid 640e9a74-46d3-4f82-89f7-a540fa3e93e6 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.112157] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f289275-5779-4874-ab04-7857c64ddf03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.134355] env[69308]: INFO nova.scheduler.client.report [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Deleted allocations for instance 49b48664-ced0-4e06-a7c2-c78b42b7dd6f [ 1017.149337] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868875, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.281977] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868878, 'name': CreateVM_Task, 'duration_secs': 0.508599} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.281977] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.282583] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.282838] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.283119] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.283389] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353cd27b-1035-4338-93fd-614101cf6d47 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.288933] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1017.288933] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52aa6607-8cf4-0b1c-090d-2844329bad47" [ 1017.288933] env[69308]: _type = "Task" [ 1017.288933] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.298183] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52aa6607-8cf4-0b1c-090d-2844329bad47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.361510] env[69308]: DEBUG oslo_vmware.api [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3868879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315521} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.361940] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.362260] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.362575] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.362896] env[69308]: INFO nova.compute.manager [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1017.363303] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.363598] env[69308]: DEBUG nova.compute.manager [-] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.363731] env[69308]: DEBUG nova.network.neutron [-] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.611264] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Successfully updated port: 366a3d53-1716-4cb5-a1bb-8bdb538a257f {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.651343] env[69308]: DEBUG oslo_vmware.api [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868875, 'name': RemoveSnapshot_Task, 'duration_secs': 1.602308} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.651343] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e6118afd-b8ba-40d2-8941-e5a094ac0d3b tempest-ServerShowV257Test-1980870795 tempest-ServerShowV257Test-1980870795-project-member] Lock "49b48664-ced0-4e06-a7c2-c78b42b7dd6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.675s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.651343] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.651343] env[69308]: INFO nova.compute.manager [None req-6e7a5e32-2e34-4021-a84f-2df9de2830ec tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Took 23.63 seconds to snapshot the instance on the hypervisor. [ 1017.802288] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52aa6607-8cf4-0b1c-090d-2844329bad47, 'name': SearchDatastore_Task, 'duration_secs': 0.044918} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.802598] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.802894] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.803748] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.804401] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.804401] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.804633] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fe09036-a503-4910-b3ce-6df3e2458138 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.816429] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.816636] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.818287] env[69308]: DEBUG nova.compute.manager [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.818542] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ccf4847-885a-41a6-9181-18d979d8e420 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.826414] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d8811c-c53d-4189-923c-808fbbb98815 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.833929] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1017.833929] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526d7bb6-bd1b-b8ef-114e-1130430e8a89" [ 1017.833929] env[69308]: _type = "Task" [ 1017.833929] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.847873] env[69308]: DEBUG nova.network.neutron [req-eec5b59d-c2d6-43bc-888b-0909a39ae245 req-fb024067-af7a-475b-baad-d2cb87448229 service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Updated VIF entry in instance network info cache for port 1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.847873] env[69308]: DEBUG nova.network.neutron [req-eec5b59d-c2d6-43bc-888b-0909a39ae245 req-fb024067-af7a-475b-baad-d2cb87448229 service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Updating instance_info_cache with network_info: [{"id": "1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb", "address": "fa:16:3e:e5:e6:4d", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eaa0d3a-a5", "ovs_interfaceid": "1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.852009] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526d7bb6-bd1b-b8ef-114e-1130430e8a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.115449] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "refresh_cache-58909cdb-811f-40f2-85d8-ef224f3162ab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.115449] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "refresh_cache-58909cdb-811f-40f2-85d8-ef224f3162ab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.115711] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.131194] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c411a39-1f3f-404f-a45f-1c5630a11cb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.140659] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67085a21-ca74-49de-8eaf-3a1fb5a4296b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.179336] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a39b3c6-8118-482b-bb4a-3a31f4ed85b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.182964] env[69308]: DEBUG nova.compute.manager [req-7f22a590-86f1-482b-8871-673ff40f35fe req-55fe5ca2-5e7e-4428-9c44-251c12ede1f6 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Received event network-vif-deleted-ef03554e-e4af-47ea-9c56-1d7207f8e08e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.183230] env[69308]: INFO nova.compute.manager [req-7f22a590-86f1-482b-8871-673ff40f35fe req-55fe5ca2-5e7e-4428-9c44-251c12ede1f6 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Neutron deleted interface ef03554e-e4af-47ea-9c56-1d7207f8e08e; detaching it from the instance and deleting it from the info cache [ 1018.183454] env[69308]: DEBUG nova.network.neutron [req-7f22a590-86f1-482b-8871-673ff40f35fe req-55fe5ca2-5e7e-4428-9c44-251c12ede1f6 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.193840] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3114e6-8ad9-4092-acb7-84d1723f26b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.211092] env[69308]: DEBUG nova.compute.provider_tree [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.348017] env[69308]: INFO nova.compute.manager [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] instance snapshotting [ 1018.350503] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526d7bb6-bd1b-b8ef-114e-1130430e8a89, 'name': SearchDatastore_Task, 'duration_secs': 0.023372} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.352059] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce9d2ae-b8b6-46d4-944e-52091338b29b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.354817] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e419c7-3142-427f-9d6d-24dcf3c96edf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.376393] env[69308]: DEBUG oslo_concurrency.lockutils [req-eec5b59d-c2d6-43bc-888b-0909a39ae245 req-fb024067-af7a-475b-baad-d2cb87448229 service nova] Releasing lock "refresh_cache-971f778d-5518-4c30-b125-4ebc20d6faf9" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.379020] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1018.379020] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b647bd-aa4c-a18c-e3bf-8660094c9311" [ 1018.379020] env[69308]: _type = "Task" [ 1018.379020] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.379020] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045a92bf-3596-4f05-9744-fc2b7d92275e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.398457] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b647bd-aa4c-a18c-e3bf-8660094c9311, 'name': SearchDatastore_Task, 'duration_secs': 0.027566} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.399059] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.399338] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 971f778d-5518-4c30-b125-4ebc20d6faf9/971f778d-5518-4c30-b125-4ebc20d6faf9.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.399615] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f18a94c-cda6-4dd3-a8af-3933b78084f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.409867] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1018.409867] env[69308]: value = "task-3868880" [ 1018.409867] env[69308]: _type = "Task" [ 1018.409867] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.420158] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.617856] env[69308]: DEBUG nova.network.neutron [-] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.676805] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.689956] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-239638de-ec51-4017-9a7a-daf4f091a944 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.700944] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d8204-7539-4430-b31f-7078b272c7b5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.717793] env[69308]: DEBUG nova.scheduler.client.report [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.747083] env[69308]: DEBUG nova.compute.manager [req-7f22a590-86f1-482b-8871-673ff40f35fe req-55fe5ca2-5e7e-4428-9c44-251c12ede1f6 service nova] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Detach interface failed, port_id=ef03554e-e4af-47ea-9c56-1d7207f8e08e, reason: Instance 44c77d66-cb34-49be-a255-8cdf9efe6a18 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.879865] env[69308]: DEBUG nova.network.neutron [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Updating instance_info_cache with network_info: [{"id": "366a3d53-1716-4cb5-a1bb-8bdb538a257f", "address": "fa:16:3e:c1:d9:a9", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366a3d53-17", "ovs_interfaceid": "366a3d53-1716-4cb5-a1bb-8bdb538a257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.900416] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.900649] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e5dce96-9c2d-4bfd-b2bc-433ef7236749 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.910910] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1018.910910] env[69308]: value = "task-3868881" [ 1018.910910] env[69308]: _type = "Task" [ 1018.910910] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.932028] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.932399] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.956131] env[69308]: DEBUG nova.compute.manager [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Received event network-vif-plugged-366a3d53-1716-4cb5-a1bb-8bdb538a257f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.956366] env[69308]: DEBUG oslo_concurrency.lockutils [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] Acquiring lock "58909cdb-811f-40f2-85d8-ef224f3162ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.956569] env[69308]: DEBUG oslo_concurrency.lockutils [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] Lock "58909cdb-811f-40f2-85d8-ef224f3162ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.956728] env[69308]: DEBUG oslo_concurrency.lockutils [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] Lock "58909cdb-811f-40f2-85d8-ef224f3162ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.956908] env[69308]: DEBUG nova.compute.manager [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] No waiting events found dispatching network-vif-plugged-366a3d53-1716-4cb5-a1bb-8bdb538a257f {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.957134] env[69308]: WARNING nova.compute.manager [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Received unexpected event network-vif-plugged-366a3d53-1716-4cb5-a1bb-8bdb538a257f for instance with vm_state building and task_state spawning. [ 1018.957246] env[69308]: DEBUG nova.compute.manager [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Received event network-changed-366a3d53-1716-4cb5-a1bb-8bdb538a257f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.957404] env[69308]: DEBUG nova.compute.manager [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Refreshing instance network info cache due to event network-changed-366a3d53-1716-4cb5-a1bb-8bdb538a257f. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.957583] env[69308]: DEBUG oslo_concurrency.lockutils [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] Acquiring lock "refresh_cache-58909cdb-811f-40f2-85d8-ef224f3162ab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.086850] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquiring lock "8e152298-4f17-48c2-8a8b-1246d90430cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.087190] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "8e152298-4f17-48c2-8a8b-1246d90430cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.087426] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquiring lock "8e152298-4f17-48c2-8a8b-1246d90430cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.087613] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "8e152298-4f17-48c2-8a8b-1246d90430cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.087876] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "8e152298-4f17-48c2-8a8b-1246d90430cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.090433] env[69308]: INFO nova.compute.manager [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Terminating instance [ 1019.122800] env[69308]: INFO nova.compute.manager [-] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Took 1.76 seconds to deallocate network for instance. [ 1019.223541] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.226731] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.922s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.227019] env[69308]: DEBUG nova.objects.instance [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'resources' on Instance uuid 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.251440] env[69308]: INFO nova.scheduler.client.report [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Deleted allocations for instance 640e9a74-46d3-4f82-89f7-a540fa3e93e6 [ 1019.383887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "refresh_cache-58909cdb-811f-40f2-85d8-ef224f3162ab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.383887] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Instance network_info: |[{"id": "366a3d53-1716-4cb5-a1bb-8bdb538a257f", "address": "fa:16:3e:c1:d9:a9", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366a3d53-17", "ovs_interfaceid": "366a3d53-1716-4cb5-a1bb-8bdb538a257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.383887] env[69308]: DEBUG oslo_concurrency.lockutils [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] Acquired lock "refresh_cache-58909cdb-811f-40f2-85d8-ef224f3162ab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.385199] env[69308]: DEBUG nova.network.neutron [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Refreshing network info cache for port 366a3d53-1716-4cb5-a1bb-8bdb538a257f {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.386775] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:d9:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366a3d53-1716-4cb5-a1bb-8bdb538a257f', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.394994] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.398090] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.398622] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5f8c656-89be-4c22-bd03-913e98c1b9ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.422979] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.422979] env[69308]: value = "task-3868882" [ 1019.422979] env[69308]: _type = "Task" [ 1019.422979] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.429648] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700998} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.430230] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.433409] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 971f778d-5518-4c30-b125-4ebc20d6faf9/971f778d-5518-4c30-b125-4ebc20d6faf9.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.433569] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.433898] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04e8c6b0-5f6b-4ea7-9255-bf8e56fcc28b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.441424] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868882, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.442888] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1019.442888] env[69308]: value = "task-3868883" [ 1019.442888] env[69308]: _type = "Task" [ 1019.442888] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.452336] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.594672] env[69308]: DEBUG nova.compute.manager [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.595065] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.599676] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0992401f-f7e6-41b8-8cce-1c344911acad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.607621] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.608008] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc6bc099-968a-44cb-874e-1a76e2813f90 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.615013] env[69308]: DEBUG oslo_vmware.api [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 1019.615013] env[69308]: value = "task-3868884" [ 1019.615013] env[69308]: _type = "Task" [ 1019.615013] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.623646] env[69308]: DEBUG oslo_vmware.api [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.629481] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.667548] env[69308]: DEBUG nova.network.neutron [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Updated VIF entry in instance network info cache for port 366a3d53-1716-4cb5-a1bb-8bdb538a257f. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.667928] env[69308]: DEBUG nova.network.neutron [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Updating instance_info_cache with network_info: [{"id": "366a3d53-1716-4cb5-a1bb-8bdb538a257f", "address": "fa:16:3e:c1:d9:a9", "network": {"id": "a5eec347-3f62-4bcc-a62a-963601d35fe9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1133939390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5982d5b05e0d4555a41cf79fba7c11bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366a3d53-17", "ovs_interfaceid": "366a3d53-1716-4cb5-a1bb-8bdb538a257f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.762120] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5a817145-ac1b-4045-870c-db511423a87a tempest-SecurityGroupsTestJSON-251961549 tempest-SecurityGroupsTestJSON-251961549-project-member] Lock "640e9a74-46d3-4f82-89f7-a540fa3e93e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.005s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.930431] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.941050] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868882, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.955106] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074921} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.955608] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.956940] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f4abf-625c-4f31-9640-e5d8ab472619 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.984187] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 971f778d-5518-4c30-b125-4ebc20d6faf9/971f778d-5518-4c30-b125-4ebc20d6faf9.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.987159] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c6a570-663b-4b9f-84af-4530de06fb7a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.008828] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1020.008828] env[69308]: value = "task-3868885" [ 1020.008828] env[69308]: _type = "Task" [ 1020.008828] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.021561] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.127320] env[69308]: DEBUG oslo_vmware.api [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868884, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.161496] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62565e6-f856-498d-862b-fe0d0d4ecd91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.169734] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b891d3e-dad7-4332-bcb6-6017137a23f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.173714] env[69308]: DEBUG oslo_concurrency.lockutils [req-e85895a7-014b-4595-965d-eb6451a2a597 req-1e681c7c-cd1a-48cd-87d8-77929e03a51e service nova] Releasing lock "refresh_cache-58909cdb-811f-40f2-85d8-ef224f3162ab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.206144] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d6801d-7dcf-487f-b31b-eee40ef1cf6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.215529] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413b0dd1-8f2e-4f98-bde6-8d196953bfbd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.230971] env[69308]: DEBUG nova.compute.provider_tree [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.430012] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868881, 'name': CreateSnapshot_Task, 'duration_secs': 1.25105} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.430695] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1020.434892] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed171825-4e80-4378-9cfd-f9a1a7d7c86f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.444588] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868882, 'name': CreateVM_Task, 'duration_secs': 0.732889} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.448057] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.451738] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.451935] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.452411] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.452965] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee983c0-604c-48c0-8217-56a660ec423f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.458858] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1020.458858] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a2a60e-a3b1-bc2d-cb20-c5a41cfa1391" [ 1020.458858] env[69308]: _type = "Task" [ 1020.458858] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.468450] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a2a60e-a3b1-bc2d-cb20-c5a41cfa1391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.519687] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.625788] env[69308]: DEBUG oslo_vmware.api [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868884, 'name': PowerOffVM_Task, 'duration_secs': 0.538373} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.626165] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.626359] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.626623] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bf492ec-2c7d-40ec-8d71-38188eafdab1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.713443] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.713443] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.713443] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Deleting the datastore file [datastore2] 8e152298-4f17-48c2-8a8b-1246d90430cd {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.713841] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f012b14b-8ab6-40dd-8807-655a230e953d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.721271] env[69308]: DEBUG oslo_vmware.api [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for the task: (returnval){ [ 1020.721271] env[69308]: value = "task-3868887" [ 1020.721271] env[69308]: _type = "Task" [ 1020.721271] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.731326] env[69308]: DEBUG oslo_vmware.api [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.734539] env[69308]: DEBUG nova.scheduler.client.report [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.961729] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.962647] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f3a953e-64df-4533-9ac5-d2e237fe39a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.976514] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a2a60e-a3b1-bc2d-cb20-c5a41cfa1391, 'name': SearchDatastore_Task, 'duration_secs': 0.013891} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.977980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.978258] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.978495] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.978643] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.978819] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.979176] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1020.979176] env[69308]: value = "task-3868888" [ 1020.979176] env[69308]: _type = "Task" [ 1020.979176] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.979376] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42372684-9996-4262-ab8f-650c7a7d004a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.992011] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868888, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.001776] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.001776] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.001973] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64361fc-e22e-4e29-b253-7ee10c712c98 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.009437] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1021.009437] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527c6fbb-38f2-27fd-1dcf-4eafe8d4a58a" [ 1021.009437] env[69308]: _type = "Task" [ 1021.009437] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.022920] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868885, 'name': ReconfigVM_Task, 'duration_secs': 0.563125} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.027092] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 971f778d-5518-4c30-b125-4ebc20d6faf9/971f778d-5518-4c30-b125-4ebc20d6faf9.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.028178] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527c6fbb-38f2-27fd-1dcf-4eafe8d4a58a, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.028389] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7d44314-3c87-4422-88bb-1f01b623f7f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.031528] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0563bdc7-1ca2-446c-adcc-cc438c0653e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.040139] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1021.040139] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5210cb6c-f286-6058-a3ca-e4e23fe98d62" [ 1021.040139] env[69308]: _type = "Task" [ 1021.040139] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.040903] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1021.040903] env[69308]: value = "task-3868889" [ 1021.040903] env[69308]: _type = "Task" [ 1021.040903] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.054093] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5210cb6c-f286-6058-a3ca-e4e23fe98d62, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.057795] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.058085] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 58909cdb-811f-40f2-85d8-ef224f3162ab/58909cdb-811f-40f2-85d8-ef224f3162ab.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.058380] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868889, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.058601] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1586c00e-1ff8-47ac-b5be-7997f2e28c63 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.071558] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1021.071558] env[69308]: value = "task-3868890" [ 1021.071558] env[69308]: _type = "Task" [ 1021.071558] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.080762] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.232274] env[69308]: DEBUG oslo_vmware.api [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Task: {'id': task-3868887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351702} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.232549] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.232734] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.232967] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.233223] env[69308]: INFO nova.compute.manager [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1021.233507] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.233733] env[69308]: DEBUG nova.compute.manager [-] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.233852] env[69308]: DEBUG nova.network.neutron [-] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.240099] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.245325] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.668s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.245325] env[69308]: DEBUG nova.objects.instance [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lazy-loading 'resources' on Instance uuid b2cfd112-af47-46e1-8546-f527c9d84253 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.270924] env[69308]: INFO nova.scheduler.client.report [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Deleted allocations for instance 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05 [ 1021.495521] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868888, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.557266] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868889, 'name': Rename_Task, 'duration_secs': 0.221358} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.559257] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.559257] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e718c0d-8859-448c-8918-f3184cd4e0de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.566382] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1021.566382] env[69308]: value = "task-3868891" [ 1021.566382] env[69308]: _type = "Task" [ 1021.566382] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.579852] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.587903] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868890, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.788155] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3a7e21ce-281b-4a76-a65d-5d47086a0f04 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "5870abd0-1c2c-43ae-9c3e-6bf3c0862c05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.572s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.001244] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868888, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.070981] env[69308]: DEBUG nova.compute.manager [req-038530b1-4d12-4a37-b329-06dc230c0fea req-5202d700-6cd5-44cd-966e-825ad379eb23 service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Received event network-vif-deleted-5e5e368e-18bc-4b08-9551-809a3e06db6c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.071207] env[69308]: INFO nova.compute.manager [req-038530b1-4d12-4a37-b329-06dc230c0fea req-5202d700-6cd5-44cd-966e-825ad379eb23 service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Neutron deleted interface 5e5e368e-18bc-4b08-9551-809a3e06db6c; detaching it from the instance and deleting it from the info cache [ 1022.071555] env[69308]: DEBUG nova.network.neutron [req-038530b1-4d12-4a37-b329-06dc230c0fea req-5202d700-6cd5-44cd-966e-825ad379eb23 service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.096098] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.101499] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868890, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.197938] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55e5d9b-ad96-41d5-9ffb-e5e54fa728f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.207847] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5f6a20-13a8-4eaa-840b-5dff67f549d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.251288] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275e7bb3-efd4-4d8e-9e27-355114ed484e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.260844] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7954ad1-f253-4654-857c-a6e9c35a949d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.281375] env[69308]: DEBUG nova.compute.provider_tree [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.495276] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868888, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.511119] env[69308]: DEBUG nova.network.neutron [-] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.579945] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868891, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.587722] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e70077c8-cda8-42ea-850f-1068c0a8f85c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.595993] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868890, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.599960] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4277a9-346c-4dac-883c-1c604ca432f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.637631] env[69308]: DEBUG nova.compute.manager [req-038530b1-4d12-4a37-b329-06dc230c0fea req-5202d700-6cd5-44cd-966e-825ad379eb23 service nova] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Detach interface failed, port_id=5e5e368e-18bc-4b08-9551-809a3e06db6c, reason: Instance 8e152298-4f17-48c2-8a8b-1246d90430cd could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.785795] env[69308]: DEBUG nova.scheduler.client.report [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.999736] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868888, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.014289] env[69308]: INFO nova.compute.manager [-] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Took 1.78 seconds to deallocate network for instance. [ 1023.081791] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868891, 'name': PowerOnVM_Task, 'duration_secs': 1.158713} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.082189] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.082440] env[69308]: INFO nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1023.082664] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.083722] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea9e5b2-364b-4cd6-ac23-6499d38d010a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.097865] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868890, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.557465} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.100321] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 58909cdb-811f-40f2-85d8-ef224f3162ab/58909cdb-811f-40f2-85d8-ef224f3162ab.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.100635] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.104225] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0846c057-5a91-457a-a481-3e515d18d7ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.118491] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1023.118491] env[69308]: value = "task-3868892" [ 1023.118491] env[69308]: _type = "Task" [ 1023.118491] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.132360] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.291369] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.294174] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.234s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.294658] env[69308]: DEBUG nova.objects.instance [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lazy-loading 'resources' on Instance uuid 801f7d2c-13c7-42c4-b51d-48e5184c6292 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.340471] env[69308]: INFO nova.scheduler.client.report [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Deleted allocations for instance b2cfd112-af47-46e1-8546-f527c9d84253 [ 1023.497402] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868888, 'name': CloneVM_Task, 'duration_secs': 2.478962} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.498282] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Created linked-clone VM from snapshot [ 1023.498767] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf80a2-43d2-4eaf-9f90-971bcc268289 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.508572] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Uploading image 8379ba9d-5dd1-4651-ad95-ad2e88e8f5ad {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1023.523422] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.523790] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce9c4491-8ac0-42b0-a532-8ed398810de1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.526619] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.533773] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1023.533773] env[69308]: value = "task-3868893" [ 1023.533773] env[69308]: _type = "Task" [ 1023.533773] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.544250] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868893, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.624949] env[69308]: INFO nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Took 48.59 seconds to build instance. [ 1023.635985] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089447} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.636525] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.637497] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f5ffd-651e-4dae-97b2-b1ef05a30842 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.675712] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 58909cdb-811f-40f2-85d8-ef224f3162ab/58909cdb-811f-40f2-85d8-ef224f3162ab.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.675712] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ae3956-f4d6-4e05-a762-73b2d7c727f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.700605] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1023.700605] env[69308]: value = "task-3868894" [ 1023.700605] env[69308]: _type = "Task" [ 1023.700605] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.711089] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.848750] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bbc21827-1a31-4507-9950-590979345116 tempest-MigrationsAdminTest-1951589441 tempest-MigrationsAdminTest-1951589441-project-member] Lock "b2cfd112-af47-46e1-8546-f527c9d84253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.322s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.049082] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868893, 'name': Destroy_Task, 'duration_secs': 0.514801} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.052428] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Destroyed the VM [ 1024.052748] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.053305] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d128eb9c-f499-4521-84e6-538ca97c9ddd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.060361] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1024.060361] env[69308]: value = "task-3868895" [ 1024.060361] env[69308]: _type = "Task" [ 1024.060361] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.075097] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.128861] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "971f778d-5518-4c30-b125-4ebc20d6faf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.106s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.216008] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868894, 'name': ReconfigVM_Task, 'duration_secs': 0.418211} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.216333] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 58909cdb-811f-40f2-85d8-ef224f3162ab/58909cdb-811f-40f2-85d8-ef224f3162ab.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.217057] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c48d73-1214-4ab9-afaf-d0963c8c2e1d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.225876] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquiring lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.226148] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.226601] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquiring lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.226601] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.226713] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.228724] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1024.228724] env[69308]: value = "task-3868896" [ 1024.228724] env[69308]: _type = "Task" [ 1024.228724] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.230399] env[69308]: INFO nova.compute.manager [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Terminating instance [ 1024.254520] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868896, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.264173] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed612170-38be-4b5f-94ac-232ea9a273b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.272847] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7f38b8-97ce-4247-bd25-7aa458a553c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.312297] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124a0b9e-834a-45e6-b1bd-7234c326db32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.321931] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b77380-39f2-46eb-8a37-05506f5e4d23 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.338701] env[69308]: DEBUG nova.compute.provider_tree [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.408346] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.409096] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.576996] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868895, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.742010] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868896, 'name': Rename_Task, 'duration_secs': 0.233641} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.742375] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.743618] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba6d88f-6232-49e5-b983-e41cc45fcb0a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.746998] env[69308]: DEBUG nova.compute.manager [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.747378] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.748468] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788456be-b4ab-4919-b882-a870e1350a88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.753207] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1024.753207] env[69308]: value = "task-3868897" [ 1024.753207] env[69308]: _type = "Task" [ 1024.753207] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.762638] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.763758] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c6ddae-16f5-4e4b-99b5-bae01100327b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.769657] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.775791] env[69308]: DEBUG oslo_vmware.api [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 1024.775791] env[69308]: value = "task-3868898" [ 1024.775791] env[69308]: _type = "Task" [ 1024.775791] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.791050] env[69308]: DEBUG oslo_vmware.api [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.842795] env[69308]: DEBUG nova.scheduler.client.report [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.915766] env[69308]: DEBUG nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.072623] env[69308]: DEBUG oslo_vmware.api [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868895, 'name': RemoveSnapshot_Task, 'duration_secs': 0.723608} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.072623] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.266497] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.288547] env[69308]: DEBUG oslo_vmware.api [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868898, 'name': PowerOffVM_Task, 'duration_secs': 0.247531} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.288930] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.289047] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.289271] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1caaa1dc-d469-4247-b65f-13196218511d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.350667] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.353396] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.147s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.354597] env[69308]: DEBUG nova.objects.instance [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lazy-loading 'resources' on Instance uuid 64302f20-818c-44b7-9518-1f894a0fce19 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.358376] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.358376] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.358376] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Deleting the datastore file [datastore2] 2b23601f-c774-4aaf-b2fd-11781cefbfe0 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.358730] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22954ae-abd0-4b66-a894-4f294a1b4b39 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.367601] env[69308]: DEBUG oslo_vmware.api [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for the task: (returnval){ [ 1025.367601] env[69308]: value = "task-3868900" [ 1025.367601] env[69308]: _type = "Task" [ 1025.367601] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.380552] env[69308]: DEBUG oslo_vmware.api [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.386984] env[69308]: INFO nova.scheduler.client.report [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Deleted allocations for instance 801f7d2c-13c7-42c4-b51d-48e5184c6292 [ 1025.441154] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.583799] env[69308]: WARNING nova.compute.manager [None req-5cc29dd7-52c4-4a89-ac14-c4e63bce6e32 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Image not found during snapshot: nova.exception.ImageNotFound: Image 8379ba9d-5dd1-4651-ad95-ad2e88e8f5ad could not be found. [ 1025.767268] env[69308]: DEBUG oslo_vmware.api [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868897, 'name': PowerOnVM_Task, 'duration_secs': 0.916046} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.767452] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.767651] env[69308]: INFO nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1025.767825] env[69308]: DEBUG nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.768667] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bfb877-d038-486c-8bfe-d826330b4ad0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.882666] env[69308]: DEBUG oslo_vmware.api [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Task: {'id': task-3868900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154268} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.882959] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.883262] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.883579] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.883741] env[69308]: INFO nova.compute.manager [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1025.884121] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.884433] env[69308]: DEBUG nova.compute.manager [-] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.884570] env[69308]: DEBUG nova.network.neutron [-] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.900032] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8ed45c7-ca4e-4810-8ab2-209c43ea815e tempest-ServerRescueTestJSON-1996819310 tempest-ServerRescueTestJSON-1996819310-project-member] Lock "801f7d2c-13c7-42c4-b51d-48e5184c6292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.346s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.212009] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.212261] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.212485] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.212739] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.212930] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.218706] env[69308]: INFO nova.compute.manager [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Terminating instance [ 1026.297047] env[69308]: INFO nova.compute.manager [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Took 51.23 seconds to build instance. [ 1026.327292] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0c8c36-7daa-4980-801c-cb7a359977e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.341518] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add6fb91-eebd-47ad-b9f1-589f568ea0a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.376639] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e63bc8-60a5-4aa2-bf5b-4f0f2cdd8c00 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.386171] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682fa9b8-da8a-4eb8-a795-ed4392ebedd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.405758] env[69308]: DEBUG nova.compute.provider_tree [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.729478] env[69308]: DEBUG nova.compute.manager [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.730226] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.730670] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d4d4e-992f-4dc8-a775-4e98676180b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.744769] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.744769] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238ca8b5-7cc2-48b0-a282-97cff3816d8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.754299] env[69308]: DEBUG oslo_vmware.api [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1026.754299] env[69308]: value = "task-3868901" [ 1026.754299] env[69308]: _type = "Task" [ 1026.754299] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.763982] env[69308]: DEBUG oslo_vmware.api [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.801400] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e98772e0-9bb0-4de6-8c3e-b70ff7b8af63 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "58909cdb-811f-40f2-85d8-ef224f3162ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.744s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.829145] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquiring lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.829145] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.909965] env[69308]: DEBUG nova.scheduler.client.report [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.043928] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquiring lock "068481dd-28da-4397-bcca-788efcfa0c72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.043928] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "068481dd-28da-4397-bcca-788efcfa0c72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.052329] env[69308]: DEBUG nova.compute.manager [req-19b20ae4-893c-4096-b5be-63f26efdd90c req-04efcd72-06b0-41c9-9937-5334f9c79f38 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Received event network-vif-deleted-eb9c717d-e6a5-4e39-9ae0-fb8b53a628be {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.052527] env[69308]: INFO nova.compute.manager [req-19b20ae4-893c-4096-b5be-63f26efdd90c req-04efcd72-06b0-41c9-9937-5334f9c79f38 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Neutron deleted interface eb9c717d-e6a5-4e39-9ae0-fb8b53a628be; detaching it from the instance and deleting it from the info cache [ 1027.052777] env[69308]: DEBUG nova.network.neutron [req-19b20ae4-893c-4096-b5be-63f26efdd90c req-04efcd72-06b0-41c9-9937-5334f9c79f38 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.072332] env[69308]: DEBUG nova.network.neutron [-] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.268537] env[69308]: DEBUG oslo_vmware.api [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868901, 'name': PowerOffVM_Task, 'duration_secs': 0.390287} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.268537] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.268537] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.268537] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63e35547-edf5-4e34-8e66-14f3697b6f30 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.282316] env[69308]: DEBUG oslo_concurrency.lockutils [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.282316] env[69308]: DEBUG oslo_concurrency.lockutils [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.331433] env[69308]: DEBUG nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.361509] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.361766] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.361954] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleting the datastore file [datastore2] a55b31b0-89a0-432a-8c5c-1e0ef0059223 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.362293] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44436e75-31e6-4b33-80e7-8d3eedf52ab0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.371433] env[69308]: DEBUG oslo_vmware.api [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for the task: (returnval){ [ 1027.371433] env[69308]: value = "task-3868903" [ 1027.371433] env[69308]: _type = "Task" [ 1027.371433] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.381838] env[69308]: DEBUG oslo_vmware.api [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.422471] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.427346] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.985s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.430134] env[69308]: INFO nova.compute.claims [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.457924] env[69308]: INFO nova.scheduler.client.report [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleted allocations for instance 64302f20-818c-44b7-9518-1f894a0fce19 [ 1027.546096] env[69308]: DEBUG nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.555112] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a56c85b-6078-4a1a-b804-f7a326abd452 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.567270] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7615d42-56d9-46f2-95da-abccbe4d411c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.586064] env[69308]: INFO nova.compute.manager [-] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Took 1.70 seconds to deallocate network for instance. [ 1027.611143] env[69308]: DEBUG nova.compute.manager [req-19b20ae4-893c-4096-b5be-63f26efdd90c req-04efcd72-06b0-41c9-9937-5334f9c79f38 service nova] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Detach interface failed, port_id=eb9c717d-e6a5-4e39-9ae0-fb8b53a628be, reason: Instance 2b23601f-c774-4aaf-b2fd-11781cefbfe0 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.786027] env[69308]: DEBUG nova.compute.utils [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.855703] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.887279] env[69308]: DEBUG oslo_vmware.api [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Task: {'id': task-3868903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151764} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.887580] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.887775] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.888314] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.888314] env[69308]: INFO nova.compute.manager [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1027.888438] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.888592] env[69308]: DEBUG nova.compute.manager [-] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.888685] env[69308]: DEBUG nova.network.neutron [-] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.938774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "971f778d-5518-4c30-b125-4ebc20d6faf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.939047] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "971f778d-5518-4c30-b125-4ebc20d6faf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.939264] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "971f778d-5518-4c30-b125-4ebc20d6faf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.939444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "971f778d-5518-4c30-b125-4ebc20d6faf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.939709] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "971f778d-5518-4c30-b125-4ebc20d6faf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.944282] env[69308]: INFO nova.compute.manager [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Terminating instance [ 1027.966830] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d201f28e-96ab-4f9a-aeef-e0d21f6ce382 tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "64302f20-818c-44b7-9518-1f894a0fce19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.790s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.056964] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "58909cdb-811f-40f2-85d8-ef224f3162ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.057231] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "58909cdb-811f-40f2-85d8-ef224f3162ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.057435] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "58909cdb-811f-40f2-85d8-ef224f3162ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.057723] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "58909cdb-811f-40f2-85d8-ef224f3162ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.057799] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "58909cdb-811f-40f2-85d8-ef224f3162ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.062589] env[69308]: INFO nova.compute.manager [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Terminating instance [ 1028.073414] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.095535] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.288741] env[69308]: DEBUG oslo_concurrency.lockutils [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.450407] env[69308]: DEBUG nova.compute.manager [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.450749] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.452291] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fdf9a4-6217-4425-bff9-dda50e31f22d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.460742] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.461047] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9969feeb-4ebd-4419-8cd5-e6f4fef8a99b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.470820] env[69308]: DEBUG oslo_vmware.api [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1028.470820] env[69308]: value = "task-3868904" [ 1028.470820] env[69308]: _type = "Task" [ 1028.470820] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.483612] env[69308]: DEBUG oslo_vmware.api [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.566413] env[69308]: DEBUG nova.compute.manager [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.566827] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.567874] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a6a9cb-831f-477a-ac9b-d4cc26645418 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.585834] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.586189] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e341bd53-b3a4-426f-85de-a306b28951af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.597690] env[69308]: DEBUG oslo_vmware.api [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1028.597690] env[69308]: value = "task-3868905" [ 1028.597690] env[69308]: _type = "Task" [ 1028.597690] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.606421] env[69308]: DEBUG oslo_vmware.api [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.749722] env[69308]: DEBUG nova.network.neutron [-] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.896707] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016f5b4c-e95a-46e1-8070-ca70de4a66e1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.911637] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ff3d0f-f563-402e-bf0b-8f95736f40f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.944940] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387c0087-43ac-49b6-bd28-fc74e29342e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.953650] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a473a863-78fd-45f6-8494-104860722143 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.970318] env[69308]: DEBUG nova.compute.provider_tree [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.982804] env[69308]: DEBUG oslo_vmware.api [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868904, 'name': PowerOffVM_Task, 'duration_secs': 0.251739} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.983592] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.983768] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.984098] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e277ff0-b59e-4c61-8357-334360dca755 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.064740] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.064979] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.065182] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleting the datastore file [datastore2] 971f778d-5518-4c30-b125-4ebc20d6faf9 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.065458] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ca8e216-0dc8-4d38-ad3d-07d05f4da227 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.072610] env[69308]: DEBUG oslo_vmware.api [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1029.072610] env[69308]: value = "task-3868907" [ 1029.072610] env[69308]: _type = "Task" [ 1029.072610] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.081852] env[69308]: DEBUG oslo_vmware.api [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.108250] env[69308]: DEBUG oslo_vmware.api [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868905, 'name': PowerOffVM_Task, 'duration_secs': 0.280124} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.108538] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.108708] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.108975] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e68377a1-4350-48e7-9ef4-2041c41d3be2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.119993] env[69308]: DEBUG nova.compute.manager [req-97f58709-ef35-4cea-a1f4-fe5516bbac77 req-ef59eee2-74d9-4ea9-8f64-5ad23e27bb02 service nova] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Received event network-vif-deleted-956db9ea-39f6-44db-ade9-a8af857894e1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.184900] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.185140] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.185581] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleting the datastore file [datastore2] 58909cdb-811f-40f2-85d8-ef224f3162ab {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.186533] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc5a38b6-cb1a-47db-b81e-a3e17dc93269 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.194777] env[69308]: DEBUG oslo_vmware.api [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for the task: (returnval){ [ 1029.194777] env[69308]: value = "task-3868909" [ 1029.194777] env[69308]: _type = "Task" [ 1029.194777] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.203800] env[69308]: DEBUG oslo_vmware.api [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.255281] env[69308]: INFO nova.compute.manager [-] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Took 1.37 seconds to deallocate network for instance. [ 1029.257143] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "e33c7029-3e87-43b6-9865-c4d0d912974d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.257399] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "e33c7029-3e87-43b6-9865-c4d0d912974d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.257605] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "e33c7029-3e87-43b6-9865-c4d0d912974d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.257784] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "e33c7029-3e87-43b6-9865-c4d0d912974d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.258034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "e33c7029-3e87-43b6-9865-c4d0d912974d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.264093] env[69308]: INFO nova.compute.manager [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Terminating instance [ 1029.369034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.369437] env[69308]: DEBUG oslo_concurrency.lockutils [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.369692] env[69308]: INFO nova.compute.manager [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Attaching volume e8acebee-b8ae-4f34-9027-19a1f96b9f26 to /dev/sdb [ 1029.402189] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a60ea5-86db-403d-ba97-9ed6a32244d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.409873] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db5b4d0-0060-4f34-a778-292f13952dbc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.424857] env[69308]: DEBUG nova.virt.block_device [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Updating existing volume attachment record: 8e947fce-264c-4fd2-b9c2-b7fb46e863c2 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.477000] env[69308]: DEBUG nova.scheduler.client.report [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.582525] env[69308]: DEBUG oslo_vmware.api [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159382} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.582803] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.583027] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.583223] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.583400] env[69308]: INFO nova.compute.manager [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1029.583641] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.583851] env[69308]: DEBUG nova.compute.manager [-] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.583951] env[69308]: DEBUG nova.network.neutron [-] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.706636] env[69308]: DEBUG oslo_vmware.api [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Task: {'id': task-3868909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18128} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.707039] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.707164] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.707321] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.707495] env[69308]: INFO nova.compute.manager [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1029.707858] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.707952] env[69308]: DEBUG nova.compute.manager [-] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.708142] env[69308]: DEBUG nova.network.neutron [-] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.766752] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.767469] env[69308]: DEBUG nova.compute.manager [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.767672] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.768613] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed1f6a9-00d1-4c41-a992-5074a744ec28 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.777535] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.777535] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d1c832-6ca2-4c3b-9870-91a0a0052615 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.784122] env[69308]: DEBUG oslo_vmware.api [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 1029.784122] env[69308]: value = "task-3868911" [ 1029.784122] env[69308]: _type = "Task" [ 1029.784122] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.793917] env[69308]: DEBUG oslo_vmware.api [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.984192] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.984769] env[69308]: DEBUG nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.992470] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.092s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.992718] env[69308]: DEBUG nova.objects.instance [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lazy-loading 'resources' on Instance uuid 5efabfe9-8065-4f53-99cd-1410507dc83d {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.295031] env[69308]: DEBUG oslo_vmware.api [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868911, 'name': PowerOffVM_Task, 'duration_secs': 0.234242} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.295031] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.295031] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.295287] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46c34ab-17e2-40a5-b8ce-1958e1f59273 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.366818] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.368041] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.368041] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleting the datastore file [datastore1] e33c7029-3e87-43b6-9865-c4d0d912974d {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.368041] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ea1c75-4ef9-4bcb-8c12-1fcb4863e65a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.375954] env[69308]: DEBUG oslo_vmware.api [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for the task: (returnval){ [ 1030.375954] env[69308]: value = "task-3868915" [ 1030.375954] env[69308]: _type = "Task" [ 1030.375954] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.384970] env[69308]: DEBUG oslo_vmware.api [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.501961] env[69308]: DEBUG nova.compute.utils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.507016] env[69308]: DEBUG nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.507224] env[69308]: DEBUG nova.network.neutron [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.525613] env[69308]: DEBUG nova.network.neutron [-] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.558630] env[69308]: DEBUG nova.policy [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21968a4f635c4108bab6282f4ade6218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6ea6af2a5544c79d78b6f6935c6240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.601076] env[69308]: DEBUG nova.network.neutron [-] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.859017] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84913b0a-110b-458f-b856-9a9301cbc567 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.866472] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f3a076-a392-47c1-8e70-30df886b5f9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.903099] env[69308]: DEBUG nova.network.neutron [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Successfully created port: 9b693ed1-af39-47ed-a729-00351d2190de {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.908390] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11f3b11-4286-49d2-9bbe-686d89aa776b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.922218] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d1432d-62fe-485b-aa64-4bffcec355c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.926514] env[69308]: DEBUG oslo_vmware.api [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Task: {'id': task-3868915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173473} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.926769] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.927079] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.927163] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.927340] env[69308]: INFO nova.compute.manager [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1030.927582] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.929024] env[69308]: DEBUG nova.compute.manager [-] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.929024] env[69308]: DEBUG nova.network.neutron [-] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.939156] env[69308]: DEBUG nova.compute.provider_tree [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.007967] env[69308]: DEBUG nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.032129] env[69308]: INFO nova.compute.manager [-] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Took 1.45 seconds to deallocate network for instance. [ 1031.103682] env[69308]: INFO nova.compute.manager [-] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Took 1.40 seconds to deallocate network for instance. [ 1031.151035] env[69308]: DEBUG nova.compute.manager [req-a39bc701-2abe-448b-9bf0-d55afe600fde req-fbe0c601-d80d-4b21-a92a-142022e6d55b service nova] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Received event network-vif-deleted-1eaa0d3a-a5af-437a-ad3c-8cabdb0720fb {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.151283] env[69308]: DEBUG nova.compute.manager [req-a39bc701-2abe-448b-9bf0-d55afe600fde req-fbe0c601-d80d-4b21-a92a-142022e6d55b service nova] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Received event network-vif-deleted-366a3d53-1716-4cb5-a1bb-8bdb538a257f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.445035] env[69308]: DEBUG nova.scheduler.client.report [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.540683] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.610698] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.910360] env[69308]: DEBUG nova.network.neutron [-] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.951878] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.955024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.889s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.956334] env[69308]: INFO nova.compute.claims [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.979130] env[69308]: INFO nova.scheduler.client.report [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleted allocations for instance 5efabfe9-8065-4f53-99cd-1410507dc83d [ 1032.018461] env[69308]: DEBUG nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.047362] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.047666] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.047798] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.048104] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.048164] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.048328] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.048554] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.048767] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.048950] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.049076] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.049296] env[69308]: DEBUG nova.virt.hardware [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.052135] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f25214e-03ad-4c9c-a1cc-b7cf67fa5331 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.059665] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fbf7a4-0571-4882-82bc-67048b295db9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.412588] env[69308]: INFO nova.compute.manager [-] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Took 1.48 seconds to deallocate network for instance. [ 1032.486278] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3afc87c-1001-452a-b2b2-e61bce55f0eb tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "5efabfe9-8065-4f53-99cd-1410507dc83d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.229s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.705392] env[69308]: DEBUG nova.network.neutron [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Successfully updated port: 9b693ed1-af39-47ed-a729-00351d2190de {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.861801] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.862094] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.862365] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.862620] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.862723] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.864968] env[69308]: INFO nova.compute.manager [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Terminating instance [ 1032.923733] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.204474] env[69308]: DEBUG nova.compute.manager [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Received event network-vif-deleted-674a8478-caf7-466a-bd7a-a9ec991adbbd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.204639] env[69308]: DEBUG nova.compute.manager [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Received event network-vif-plugged-9b693ed1-af39-47ed-a729-00351d2190de {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.204839] env[69308]: DEBUG oslo_concurrency.lockutils [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] Acquiring lock "94f44c5f-ae37-41e4-a343-d77789207ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.205058] env[69308]: DEBUG oslo_concurrency.lockutils [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] Lock "94f44c5f-ae37-41e4-a343-d77789207ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.205241] env[69308]: DEBUG oslo_concurrency.lockutils [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] Lock "94f44c5f-ae37-41e4-a343-d77789207ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.205407] env[69308]: DEBUG nova.compute.manager [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] No waiting events found dispatching network-vif-plugged-9b693ed1-af39-47ed-a729-00351d2190de {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.205571] env[69308]: WARNING nova.compute.manager [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Received unexpected event network-vif-plugged-9b693ed1-af39-47ed-a729-00351d2190de for instance with vm_state building and task_state spawning. [ 1033.205732] env[69308]: DEBUG nova.compute.manager [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Received event network-changed-9b693ed1-af39-47ed-a729-00351d2190de {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.205886] env[69308]: DEBUG nova.compute.manager [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Refreshing instance network info cache due to event network-changed-9b693ed1-af39-47ed-a729-00351d2190de. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.206086] env[69308]: DEBUG oslo_concurrency.lockutils [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] Acquiring lock "refresh_cache-94f44c5f-ae37-41e4-a343-d77789207ff1" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.206225] env[69308]: DEBUG oslo_concurrency.lockutils [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] Acquired lock "refresh_cache-94f44c5f-ae37-41e4-a343-d77789207ff1" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.206380] env[69308]: DEBUG nova.network.neutron [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Refreshing network info cache for port 9b693ed1-af39-47ed-a729-00351d2190de {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.211155] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-94f44c5f-ae37-41e4-a343-d77789207ff1" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.296743] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d46d64-0c60-4712-9441-e78794cb03bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.304755] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e33f7-0cd1-46e5-a5b4-aaab1f37376a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.335088] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a407c3-bc52-4f12-8e86-426de7002f82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.343686] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85ea011-0879-4690-9ff2-b506cf67683f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.360035] env[69308]: DEBUG nova.compute.provider_tree [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.368663] env[69308]: DEBUG nova.compute.manager [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.368877] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.369710] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4052d7-0fbe-4271-b9d4-10c36be60ef8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.378027] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.378183] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f776eb8-b430-4645-a553-da48a81f0421 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.386277] env[69308]: DEBUG oslo_vmware.api [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 1033.386277] env[69308]: value = "task-3868917" [ 1033.386277] env[69308]: _type = "Task" [ 1033.386277] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.396262] env[69308]: DEBUG oslo_vmware.api [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.864919] env[69308]: DEBUG nova.scheduler.client.report [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.896966] env[69308]: DEBUG oslo_vmware.api [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868917, 'name': PowerOffVM_Task, 'duration_secs': 0.201518} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.897210] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.897379] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.897622] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b0b089b-2c93-4dd1-b2c3-5da32f95c568 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.965401] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.965644] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.965852] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleting the datastore file [datastore1] a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.966299] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1dfb12-911d-47e4-aa96-27d839db5fdd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.971211] env[69308]: DEBUG nova.network.neutron [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.974975] env[69308]: DEBUG oslo_vmware.api [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 1033.974975] env[69308]: value = "task-3868919" [ 1033.974975] env[69308]: _type = "Task" [ 1033.974975] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.983571] env[69308]: DEBUG oslo_vmware.api [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.050406] env[69308]: DEBUG nova.network.neutron [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.370424] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.370987] env[69308]: DEBUG nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.373915] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.506s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.375166] env[69308]: INFO nova.compute.claims [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.481189] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1034.481444] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1034.482644] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29824e6b-420d-4c0c-bb3f-f81410bfd747 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.491479] env[69308]: DEBUG oslo_vmware.api [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130218} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.502355] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.502355] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.502472] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.502607] env[69308]: INFO nova.compute.manager [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1034.502908] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.503280] env[69308]: DEBUG nova.compute.manager [-] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.503387] env[69308]: DEBUG nova.network.neutron [-] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.505696] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028b5244-f9a3-4092-a58d-1d662798e7e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.532828] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26/volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.533295] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d340c20-53a9-4aed-bc34-181288f5f5ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.553226] env[69308]: DEBUG oslo_concurrency.lockutils [req-b6b5a4c0-8968-414d-8cc8-ac64bd9d3dfc req-2699214b-ed44-499f-bef1-eb2c2f3cf22e service nova] Releasing lock "refresh_cache-94f44c5f-ae37-41e4-a343-d77789207ff1" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.553640] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-94f44c5f-ae37-41e4-a343-d77789207ff1" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.553749] env[69308]: DEBUG nova.network.neutron [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.557000] env[69308]: DEBUG oslo_vmware.api [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1034.557000] env[69308]: value = "task-3868920" [ 1034.557000] env[69308]: _type = "Task" [ 1034.557000] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.565483] env[69308]: DEBUG oslo_vmware.api [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.882588] env[69308]: DEBUG nova.compute.utils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.884357] env[69308]: DEBUG nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.884564] env[69308]: DEBUG nova.network.neutron [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.924893] env[69308]: DEBUG nova.policy [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d964e82fc5b472f97cff59fb0a5d6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7764a62d89b54ddb984a35b687a42afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.068069] env[69308]: DEBUG oslo_vmware.api [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868920, 'name': ReconfigVM_Task, 'duration_secs': 0.344873} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.068069] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26/volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.072779] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96d1bba-909f-4e49-93d8-4fb301263d3b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.088708] env[69308]: DEBUG oslo_vmware.api [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1035.088708] env[69308]: value = "task-3868921" [ 1035.088708] env[69308]: _type = "Task" [ 1035.088708] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.098933] env[69308]: DEBUG oslo_vmware.api [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.106737] env[69308]: DEBUG nova.network.neutron [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.236776] env[69308]: DEBUG nova.compute.manager [req-04394f9e-0508-45f0-9188-14b55d692ddf req-f2eadbdd-5467-4d29-b08b-611158b6ae99 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Received event network-vif-deleted-309d785b-2197-4d6e-ba85-73559fdb2cdd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.236776] env[69308]: INFO nova.compute.manager [req-04394f9e-0508-45f0-9188-14b55d692ddf req-f2eadbdd-5467-4d29-b08b-611158b6ae99 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Neutron deleted interface 309d785b-2197-4d6e-ba85-73559fdb2cdd; detaching it from the instance and deleting it from the info cache [ 1035.236776] env[69308]: DEBUG nova.network.neutron [req-04394f9e-0508-45f0-9188-14b55d692ddf req-f2eadbdd-5467-4d29-b08b-611158b6ae99 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.287311] env[69308]: DEBUG nova.network.neutron [-] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.373335] env[69308]: DEBUG nova.network.neutron [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Updating instance_info_cache with network_info: [{"id": "9b693ed1-af39-47ed-a729-00351d2190de", "address": "fa:16:3e:be:f0:7e", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b693ed1-af", "ovs_interfaceid": "9b693ed1-af39-47ed-a729-00351d2190de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.388462] env[69308]: DEBUG nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.391802] env[69308]: DEBUG nova.network.neutron [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Successfully created port: 2ccc5583-8523-41ae-b463-b9832bfd383d {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.598856] env[69308]: DEBUG oslo_vmware.api [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868921, 'name': ReconfigVM_Task, 'duration_secs': 0.149159} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.600700] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1035.738544] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce7b452-d968-4f79-8dc6-dbb65b816176 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.741771] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3345c3b4-4ab3-4efa-9cf7-1fefcbe0e132 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.749403] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0877fb47-e514-49af-a986-48ec85313558 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.755161] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f20af6d-d23f-4449-8291-1190b62c0ca1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.795590] env[69308]: INFO nova.compute.manager [-] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Took 1.29 seconds to deallocate network for instance. [ 1035.806214] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ea4c8-8287-4367-875d-7a3050616ae1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.809052] env[69308]: DEBUG nova.compute.manager [req-04394f9e-0508-45f0-9188-14b55d692ddf req-f2eadbdd-5467-4d29-b08b-611158b6ae99 service nova] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Detach interface failed, port_id=309d785b-2197-4d6e-ba85-73559fdb2cdd, reason: Instance a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.820218] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2224ed9-440d-407b-92a5-61e9af8a5cba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.832778] env[69308]: DEBUG nova.compute.provider_tree [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.876259] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-94f44c5f-ae37-41e4-a343-d77789207ff1" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.876703] env[69308]: DEBUG nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Instance network_info: |[{"id": "9b693ed1-af39-47ed-a729-00351d2190de", "address": "fa:16:3e:be:f0:7e", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b693ed1-af", "ovs_interfaceid": "9b693ed1-af39-47ed-a729-00351d2190de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.877146] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:f0:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b693ed1-af39-47ed-a729-00351d2190de', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.884639] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating folder: Project (1c6ea6af2a5544c79d78b6f6935c6240). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.885234] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acd5bf6e-e602-4cb4-b0a7-ed571862c54c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.900444] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Created folder: Project (1c6ea6af2a5544c79d78b6f6935c6240) in parent group-v768498. [ 1035.900444] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating folder: Instances. Parent ref: group-v768746. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.900814] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce534eb4-f742-4448-a664-a165cd1a2876 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.911043] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Created folder: Instances in parent group-v768746. [ 1035.911140] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.911324] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.911643] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc252daa-f75d-483d-b09e-43c84edd9107 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.931920] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.931920] env[69308]: value = "task-3868924" [ 1035.931920] env[69308]: _type = "Task" [ 1035.931920] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.942666] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868924, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.313927] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.336204] env[69308]: DEBUG nova.scheduler.client.report [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.402866] env[69308]: DEBUG nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.429883] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.430169] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.430328] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.430513] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.430658] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.430802] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.431023] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.431215] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.431340] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.431491] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.431679] env[69308]: DEBUG nova.virt.hardware [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.432791] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713fc25f-df21-4e01-acbb-6645aa205298 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.448879] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a876e-8419-46ef-990c-c272e7739fa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.453135] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868924, 'name': CreateVM_Task, 'duration_secs': 0.314482} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.453393] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.454826] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.454983] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.455361] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.455643] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c42816c-070f-4aa9-a866-ccfe3a1def5e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.472930] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1036.472930] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c0fcfa-e919-f9c5-401b-64d52bfe0d2f" [ 1036.472930] env[69308]: _type = "Task" [ 1036.472930] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.482377] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c0fcfa-e919-f9c5-401b-64d52bfe0d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.641878] env[69308]: DEBUG nova.objects.instance [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'flavor' on Instance uuid d01efa3c-db9f-4d38-b3c0-f1adac830d02 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.841563] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.842369] env[69308]: DEBUG nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.847222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.262s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.847837] env[69308]: DEBUG nova.objects.instance [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lazy-loading 'resources' on Instance uuid eb7e315a-2bd7-4411-93eb-883f1cf2f009 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.985505] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c0fcfa-e919-f9c5-401b-64d52bfe0d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.985899] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.986161] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.986594] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.986594] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.986734] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.987030] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-822a72fa-75f7-42b1-8b81-eb4e642211e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.997982] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.998142] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.998928] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade5c055-e991-4d7f-ac94-bf3ac8a52578 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.008918] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1037.008918] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525d8b69-9d52-cd62-d2ba-3fe09bef67ba" [ 1037.008918] env[69308]: _type = "Task" [ 1037.008918] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.020353] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525d8b69-9d52-cd62-d2ba-3fe09bef67ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.041316] env[69308]: DEBUG nova.network.neutron [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Successfully updated port: 2ccc5583-8523-41ae-b463-b9832bfd383d {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.140877] env[69308]: INFO nova.compute.manager [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Rebuilding instance [ 1037.147598] env[69308]: DEBUG oslo_concurrency.lockutils [None req-151bea4e-586d-4d18-ad21-705a07c69cb4 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.778s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.187308] env[69308]: DEBUG nova.compute.manager [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.188302] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32755389-db8f-436e-b3ff-26775577e3b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.266464] env[69308]: DEBUG nova.compute.manager [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Received event network-vif-plugged-2ccc5583-8523-41ae-b463-b9832bfd383d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.266806] env[69308]: DEBUG oslo_concurrency.lockutils [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] Acquiring lock "2f88e86f-8254-43ed-ba39-b6418343e522-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.267104] env[69308]: DEBUG oslo_concurrency.lockutils [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] Lock "2f88e86f-8254-43ed-ba39-b6418343e522-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.267345] env[69308]: DEBUG oslo_concurrency.lockutils [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] Lock "2f88e86f-8254-43ed-ba39-b6418343e522-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.267578] env[69308]: DEBUG nova.compute.manager [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] No waiting events found dispatching network-vif-plugged-2ccc5583-8523-41ae-b463-b9832bfd383d {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.267815] env[69308]: WARNING nova.compute.manager [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Received unexpected event network-vif-plugged-2ccc5583-8523-41ae-b463-b9832bfd383d for instance with vm_state building and task_state spawning. [ 1037.268062] env[69308]: DEBUG nova.compute.manager [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Received event network-changed-2ccc5583-8523-41ae-b463-b9832bfd383d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.268297] env[69308]: DEBUG nova.compute.manager [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Refreshing instance network info cache due to event network-changed-2ccc5583-8523-41ae-b463-b9832bfd383d. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.268581] env[69308]: DEBUG oslo_concurrency.lockutils [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] Acquiring lock "refresh_cache-2f88e86f-8254-43ed-ba39-b6418343e522" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.268786] env[69308]: DEBUG oslo_concurrency.lockutils [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] Acquired lock "refresh_cache-2f88e86f-8254-43ed-ba39-b6418343e522" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.269018] env[69308]: DEBUG nova.network.neutron [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Refreshing network info cache for port 2ccc5583-8523-41ae-b463-b9832bfd383d {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.354630] env[69308]: DEBUG nova.compute.utils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.356912] env[69308]: DEBUG nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.356912] env[69308]: DEBUG nova.network.neutron [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.422339] env[69308]: DEBUG nova.policy [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aad86f9a64745ceb1c12dd760b662fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b11d4a1322714b9f83f38dc50da9919c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.522690] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525d8b69-9d52-cd62-d2ba-3fe09bef67ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.526548] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f47028d-3c1d-4e45-bd58-a37c4946f06a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.534175] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1037.534175] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5260cd8f-8b6d-0eba-0e2e-afe0001f1be4" [ 1037.534175] env[69308]: _type = "Task" [ 1037.534175] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.545127] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "refresh_cache-2f88e86f-8254-43ed-ba39-b6418343e522" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.545127] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5260cd8f-8b6d-0eba-0e2e-afe0001f1be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.726013] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cdacfc-76e2-46c4-9296-116e0e5617da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.735153] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6009cb3a-d009-43a2-8e13-8169180ba758 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.768961] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e6fc3-f6d1-4861-86cb-4579f617fd65 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.779287] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24249aa-5a4c-4485-a2dc-0ca8e12e756a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.795027] env[69308]: DEBUG nova.compute.provider_tree [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.801530] env[69308]: DEBUG nova.network.neutron [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Successfully created port: cdef26f8-02a6-4c61-a162-7ca5aa2e9986 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.832645] env[69308]: DEBUG nova.network.neutron [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.859618] env[69308]: DEBUG nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.992504] env[69308]: DEBUG nova.network.neutron [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.045379] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5260cd8f-8b6d-0eba-0e2e-afe0001f1be4, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.045596] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.045866] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 94f44c5f-ae37-41e4-a343-d77789207ff1/94f44c5f-ae37-41e4-a343-d77789207ff1.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.046150] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11293f5f-a009-4171-a790-92cfadbae08d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.053643] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1038.053643] env[69308]: value = "task-3868925" [ 1038.053643] env[69308]: _type = "Task" [ 1038.053643] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.062035] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.211331] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.211694] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2784a785-5cec-4c99-b272-0edda9bec362 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.222117] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1038.222117] env[69308]: value = "task-3868926" [ 1038.222117] env[69308]: _type = "Task" [ 1038.222117] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.233380] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.301951] env[69308]: DEBUG nova.scheduler.client.report [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.495072] env[69308]: DEBUG oslo_concurrency.lockutils [req-64db8e89-a709-44af-8c1e-919d64350f77 req-c9d06491-b6d3-4eb9-a6e6-e3a8c47a8011 service nova] Releasing lock "refresh_cache-2f88e86f-8254-43ed-ba39-b6418343e522" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.495642] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "refresh_cache-2f88e86f-8254-43ed-ba39-b6418343e522" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.495879] env[69308]: DEBUG nova.network.neutron [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.565866] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471141} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.566210] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 94f44c5f-ae37-41e4-a343-d77789207ff1/94f44c5f-ae37-41e4-a343-d77789207ff1.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.566454] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.566727] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a89cf4-cf6a-4ed7-966d-ae1ad053c9ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.574576] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1038.574576] env[69308]: value = "task-3868927" [ 1038.574576] env[69308]: _type = "Task" [ 1038.574576] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.584485] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.732857] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868926, 'name': PowerOffVM_Task, 'duration_secs': 0.361737} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.733255] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.794565] env[69308]: INFO nova.compute.manager [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Detaching volume e8acebee-b8ae-4f34-9027-19a1f96b9f26 [ 1038.808014] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.811342] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.858s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.813037] env[69308]: INFO nova.compute.claims [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.831791] env[69308]: INFO nova.virt.block_device [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Attempting to driver detach volume e8acebee-b8ae-4f34-9027-19a1f96b9f26 from mountpoint /dev/sdb [ 1038.832062] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1038.832266] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1038.833237] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ddd70f-a048-431e-b75b-fa3459b3b78e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.837615] env[69308]: INFO nova.scheduler.client.report [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Deleted allocations for instance eb7e315a-2bd7-4411-93eb-883f1cf2f009 [ 1038.864646] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dbbad7-0c7b-4b45-bf12-fd444a3b2a7c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.870556] env[69308]: DEBUG nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.876669] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed84434-3780-4d79-9c9d-7eb72790e82f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.900279] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6846f-ee3e-4b8f-90da-6db43a51c0c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.920108] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] The volume has not been displaced from its original location: [datastore2] volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26/volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1038.925733] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1038.928562] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.928666] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.932017] env[69308]: DEBUG nova.virt.hardware [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.932017] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b36d350d-02cd-4b4a-be3f-b49d38e25b95 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.944910] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5322864a-dada-4398-ae51-243eba1c552c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.953954] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2f852f-561c-4ad0-a4c8-e57dfff7461e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.959229] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1038.959229] env[69308]: value = "task-3868928" [ 1038.959229] env[69308]: _type = "Task" [ 1038.959229] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.976279] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.037440] env[69308]: DEBUG nova.network.neutron [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.085579] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066674} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.086402] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.087595] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98187551-f291-45d1-8321-74e0df690f6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.112293] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 94f44c5f-ae37-41e4-a343-d77789207ff1/94f44c5f-ae37-41e4-a343-d77789207ff1.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.113963] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578da145-fb53-4df7-9cde-bb3738e15199 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.134143] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1039.134143] env[69308]: value = "task-3868929" [ 1039.134143] env[69308]: _type = "Task" [ 1039.134143] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.143269] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.340820] env[69308]: DEBUG nova.network.neutron [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Updating instance_info_cache with network_info: [{"id": "2ccc5583-8523-41ae-b463-b9832bfd383d", "address": "fa:16:3e:ba:3a:8f", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccc5583-85", "ovs_interfaceid": "2ccc5583-8523-41ae-b463-b9832bfd383d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.367864] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c91ee881-8dfe-4442-b019-fa485c00d569 tempest-ServerTagsTestJSON-1968895656 tempest-ServerTagsTestJSON-1968895656-project-member] Lock "eb7e315a-2bd7-4411-93eb-883f1cf2f009" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.364s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.440449] env[69308]: DEBUG nova.compute.manager [req-07cbcadb-2504-4eae-91ee-dc66de2ea17b req-6809bb66-cd98-499e-830e-9de91abeb4b2 service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Received event network-vif-plugged-cdef26f8-02a6-4c61-a162-7ca5aa2e9986 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.441077] env[69308]: DEBUG oslo_concurrency.lockutils [req-07cbcadb-2504-4eae-91ee-dc66de2ea17b req-6809bb66-cd98-499e-830e-9de91abeb4b2 service nova] Acquiring lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.441421] env[69308]: DEBUG oslo_concurrency.lockutils [req-07cbcadb-2504-4eae-91ee-dc66de2ea17b req-6809bb66-cd98-499e-830e-9de91abeb4b2 service nova] Lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.441713] env[69308]: DEBUG oslo_concurrency.lockutils [req-07cbcadb-2504-4eae-91ee-dc66de2ea17b req-6809bb66-cd98-499e-830e-9de91abeb4b2 service nova] Lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.441998] env[69308]: DEBUG nova.compute.manager [req-07cbcadb-2504-4eae-91ee-dc66de2ea17b req-6809bb66-cd98-499e-830e-9de91abeb4b2 service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] No waiting events found dispatching network-vif-plugged-cdef26f8-02a6-4c61-a162-7ca5aa2e9986 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.442298] env[69308]: WARNING nova.compute.manager [req-07cbcadb-2504-4eae-91ee-dc66de2ea17b req-6809bb66-cd98-499e-830e-9de91abeb4b2 service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Received unexpected event network-vif-plugged-cdef26f8-02a6-4c61-a162-7ca5aa2e9986 for instance with vm_state building and task_state spawning. [ 1039.469699] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868928, 'name': ReconfigVM_Task, 'duration_secs': 0.246894} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.469988] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1039.475063] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4ed75b-0efc-4c85-95ef-560995a20d0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.491175] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1039.491175] env[69308]: value = "task-3868930" [ 1039.491175] env[69308]: _type = "Task" [ 1039.491175] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.500039] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.547408] env[69308]: DEBUG nova.network.neutron [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Successfully updated port: cdef26f8-02a6-4c61-a162-7ca5aa2e9986 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.645796] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868929, 'name': ReconfigVM_Task, 'duration_secs': 0.307289} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.646107] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 94f44c5f-ae37-41e4-a343-d77789207ff1/94f44c5f-ae37-41e4-a343-d77789207ff1.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.646766] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba56718d-5f62-4002-b696-8238eddf55e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.655082] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1039.655082] env[69308]: value = "task-3868931" [ 1039.655082] env[69308]: _type = "Task" [ 1039.655082] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.665407] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868931, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.843846] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "refresh_cache-2f88e86f-8254-43ed-ba39-b6418343e522" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.844345] env[69308]: DEBUG nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Instance network_info: |[{"id": "2ccc5583-8523-41ae-b463-b9832bfd383d", "address": "fa:16:3e:ba:3a:8f", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ccc5583-85", "ovs_interfaceid": "2ccc5583-8523-41ae-b463-b9832bfd383d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.844785] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:3a:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ccc5583-8523-41ae-b463-b9832bfd383d', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.852529] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.855410] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.855886] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b022b349-e963-4d6a-b554-dc8e4cf4689c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.881930] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.881930] env[69308]: value = "task-3868932" [ 1039.881930] env[69308]: _type = "Task" [ 1039.881930] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.894319] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868932, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.002400] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868930, 'name': ReconfigVM_Task, 'duration_secs': 0.297174} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.002721] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1040.050172] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "refresh_cache-fed8288f-138f-4c5a-81ac-d156f0c0bb3f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.050481] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "refresh_cache-fed8288f-138f-4c5a-81ac-d156f0c0bb3f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.050639] env[69308]: DEBUG nova.network.neutron [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.168621] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868931, 'name': Rename_Task, 'duration_secs': 0.147381} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.168973] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.169282] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-918b8b1b-c762-4fe3-b428-f9570569e696 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.183251] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1040.183251] env[69308]: value = "task-3868933" [ 1040.183251] env[69308]: _type = "Task" [ 1040.183251] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.195042] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.247996] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d6d10-ff88-4f68-8607-37ee044c8d01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.256516] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e8e563-9f59-4748-a2b5-002b214d3031 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.296655] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f25a58-df3c-46df-a299-db2954d7b7b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.306015] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc739aff-9a36-433d-986e-cc98801fbe59 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.322345] env[69308]: DEBUG nova.compute.provider_tree [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.392903] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868932, 'name': CreateVM_Task, 'duration_secs': 0.484459} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.393138] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.393925] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.394122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.394488] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.394760] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd284ec-989f-4ba6-8e42-29374f68301d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.401135] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1040.401135] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52adc392-9818-813e-b26f-1fab59f40c4a" [ 1040.401135] env[69308]: _type = "Task" [ 1040.401135] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.412752] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52adc392-9818-813e-b26f-1fab59f40c4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.593847] env[69308]: DEBUG nova.network.neutron [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.693608] env[69308]: DEBUG oslo_vmware.api [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868933, 'name': PowerOnVM_Task, 'duration_secs': 0.466697} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.693752] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.693913] env[69308]: INFO nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1040.694135] env[69308]: DEBUG nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.694950] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd321941-9dc1-4f01-a3e1-1f4460e7eec7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.740996] env[69308]: DEBUG nova.network.neutron [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Updating instance_info_cache with network_info: [{"id": "cdef26f8-02a6-4c61-a162-7ca5aa2e9986", "address": "fa:16:3e:8c:ec:12", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdef26f8-02", "ovs_interfaceid": "cdef26f8-02a6-4c61-a162-7ca5aa2e9986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.826060] env[69308]: DEBUG nova.scheduler.client.report [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.912453] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52adc392-9818-813e-b26f-1fab59f40c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.912773] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.912998] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.913290] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.913441] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.913620] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.913877] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6ab5ac-588e-4f9f-8cc2-91f126dad27a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.926667] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.926920] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.927658] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562cec2d-bbea-4e8f-b08b-2a4a0ca6b503 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.933108] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1040.933108] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523c0290-31e2-6991-e4f7-9d4f85dab378" [ 1040.933108] env[69308]: _type = "Task" [ 1040.933108] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.941283] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523c0290-31e2-6991-e4f7-9d4f85dab378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.069735] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.070097] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f891831-6db1-42f9-9ec1-4f02aae79353 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.077583] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1041.077583] env[69308]: value = "task-3868934" [ 1041.077583] env[69308]: _type = "Task" [ 1041.077583] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.088145] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1041.088388] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1041.089246] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1041.089394] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35f9d12-b5e0-4911-9555-ccea248abfd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.109993] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211aaeff-9a96-444c-8b21-0e14566cc163 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.117901] env[69308]: WARNING nova.virt.vmwareapi.driver [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1041.118116] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.118918] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa98e0c-0023-4a54-8fcb-14f60f648674 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.126475] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.126728] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-412242e5-7612-4c8b-906f-c67eb02b7789 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.187958] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.188223] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.188414] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleting the datastore file [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.188686] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f6c5252-0e41-4c32-b8c3-49855ff64b24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.196116] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1041.196116] env[69308]: value = "task-3868936" [ 1041.196116] env[69308]: _type = "Task" [ 1041.196116] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.204473] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.214383] env[69308]: INFO nova.compute.manager [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Took 46.80 seconds to build instance. [ 1041.245442] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "refresh_cache-fed8288f-138f-4c5a-81ac-d156f0c0bb3f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.246234] env[69308]: DEBUG nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Instance network_info: |[{"id": "cdef26f8-02a6-4c61-a162-7ca5aa2e9986", "address": "fa:16:3e:8c:ec:12", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdef26f8-02", "ovs_interfaceid": "cdef26f8-02a6-4c61-a162-7ca5aa2e9986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.246390] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:ec:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdef26f8-02a6-4c61-a162-7ca5aa2e9986', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.254328] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.255805] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.255866] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccd55f81-bc41-4a0e-a961-5044fc92f8a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.279319] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.279319] env[69308]: value = "task-3868937" [ 1041.279319] env[69308]: _type = "Task" [ 1041.279319] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.291179] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868937, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.331730] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.332211] env[69308]: DEBUG nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.335163] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.392s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.450686] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523c0290-31e2-6991-e4f7-9d4f85dab378, 'name': SearchDatastore_Task, 'duration_secs': 0.022797} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.451467] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fc11f3-f633-42fb-ba32-50ca8be3bce6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.459044] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1041.459044] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5217036e-003e-3b25-ac65-f9f20f3b4f32" [ 1041.459044] env[69308]: _type = "Task" [ 1041.459044] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.475035] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5217036e-003e-3b25-ac65-f9f20f3b4f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.628073] env[69308]: DEBUG nova.compute.manager [req-31890de5-b9de-4e8e-a59e-048948d05744 req-9a75daa3-9152-49e9-881a-640db74889b7 service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Received event network-changed-cdef26f8-02a6-4c61-a162-7ca5aa2e9986 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.628182] env[69308]: DEBUG nova.compute.manager [req-31890de5-b9de-4e8e-a59e-048948d05744 req-9a75daa3-9152-49e9-881a-640db74889b7 service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Refreshing instance network info cache due to event network-changed-cdef26f8-02a6-4c61-a162-7ca5aa2e9986. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.628366] env[69308]: DEBUG oslo_concurrency.lockutils [req-31890de5-b9de-4e8e-a59e-048948d05744 req-9a75daa3-9152-49e9-881a-640db74889b7 service nova] Acquiring lock "refresh_cache-fed8288f-138f-4c5a-81ac-d156f0c0bb3f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.628532] env[69308]: DEBUG oslo_concurrency.lockutils [req-31890de5-b9de-4e8e-a59e-048948d05744 req-9a75daa3-9152-49e9-881a-640db74889b7 service nova] Acquired lock "refresh_cache-fed8288f-138f-4c5a-81ac-d156f0c0bb3f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.628663] env[69308]: DEBUG nova.network.neutron [req-31890de5-b9de-4e8e-a59e-048948d05744 req-9a75daa3-9152-49e9-881a-640db74889b7 service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Refreshing network info cache for port cdef26f8-02a6-4c61-a162-7ca5aa2e9986 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.706450] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267814} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.707629] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.707629] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.707629] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.719191] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2db1363f-c1be-4c60-a9f0-8f8d6eeb01eb tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "94f44c5f-ae37-41e4-a343-d77789207ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.310s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.747943] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "94f44c5f-ae37-41e4-a343-d77789207ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.748246] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "94f44c5f-ae37-41e4-a343-d77789207ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.748467] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "94f44c5f-ae37-41e4-a343-d77789207ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.748684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "94f44c5f-ae37-41e4-a343-d77789207ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.748878] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "94f44c5f-ae37-41e4-a343-d77789207ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.750936] env[69308]: INFO nova.compute.manager [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Terminating instance [ 1041.790440] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868937, 'name': CreateVM_Task, 'duration_secs': 0.405451} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.790619] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.791375] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.791550] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.791885] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.792198] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13580183-e081-4ca1-84f5-a43656f01c71 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.798060] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1041.798060] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522fac27-8930-baa0-a895-15432c2222dc" [ 1041.798060] env[69308]: _type = "Task" [ 1041.798060] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.808412] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522fac27-8930-baa0-a895-15432c2222dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.847761] env[69308]: DEBUG nova.compute.utils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.850575] env[69308]: DEBUG nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.850575] env[69308]: DEBUG nova.network.neutron [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.898414] env[69308]: DEBUG nova.policy [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.971053] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5217036e-003e-3b25-ac65-f9f20f3b4f32, 'name': SearchDatastore_Task, 'duration_secs': 0.019698} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.971390] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.971829] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 2f88e86f-8254-43ed-ba39-b6418343e522/2f88e86f-8254-43ed-ba39-b6418343e522.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.971957] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e74605f7-80fe-4fb8-923f-e7c19fa9ed82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.979922] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1041.979922] env[69308]: value = "task-3868938" [ 1041.979922] env[69308]: _type = "Task" [ 1041.979922] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.988484] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.211835] env[69308]: INFO nova.virt.block_device [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Booting with volume e8acebee-b8ae-4f34-9027-19a1f96b9f26 at /dev/sdb [ 1042.257563] env[69308]: DEBUG nova.compute.manager [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.257563] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.257563] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ad67eb-3fa5-4d7d-bec3-7207b9430902 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.265692] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.266974] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8bf77bc-37a7-49a2-8ebd-de12adbba435 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.271020] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b907278-1c48-4551-b2f6-22620456775b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.280328] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f810d17e-a897-4f92-aa68-6f3f493cd62f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.293594] env[69308]: DEBUG oslo_vmware.api [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1042.293594] env[69308]: value = "task-3868939" [ 1042.293594] env[69308]: _type = "Task" [ 1042.293594] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.314316] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522fac27-8930-baa0-a895-15432c2222dc, 'name': SearchDatastore_Task, 'duration_secs': 0.021484} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.329114] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.329706] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.330116] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.330450] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.330784] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.331697] env[69308]: DEBUG oslo_vmware.api [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.332104] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-888e97f1-560b-4fe8-977a-a0dbccf9036d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.339103] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93dcd874-9196-411d-83f0-28fa0392aac9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.353646] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4ab91e-f146-4f1a-b169-98f38ed91796 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.365601] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Applying migration context for instance aea44502-abe4-49b0-9dea-202432ef5595 as it has an incoming, in-progress migration b705d9ec-df71-48a4-a497-8ef54db93642. Migration status is confirming {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1042.367233] env[69308]: INFO nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating resource usage from migration b705d9ec-df71-48a4-a497-8ef54db93642 [ 1042.371177] env[69308]: DEBUG nova.network.neutron [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Successfully created port: b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.373485] env[69308]: DEBUG nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.376988] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.376988] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.378151] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa24eae6-4189-4462-8744-efe2a58dc01c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.388530] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1042.388530] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52633527-ed7c-7a2e-5ce7-a4911a7ccc10" [ 1042.388530] env[69308]: _type = "Task" [ 1042.388530] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.405028] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fde7477-2146-46cd-a2b5-a7b7f0999b82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.407848] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52633527-ed7c-7a2e-5ce7-a4911a7ccc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.409045] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance e33c7029-3e87-43b6-9865-c4d0d912974d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.409249] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.409432] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 44c77d66-cb34-49be-a255-8cdf9efe6a18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.409588] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 946bfb28-1889-4b37-bb7d-8f8d3565f39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.409742] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b8b3a0cc-9e40-4548-9340-dfa437d6d39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.409892] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance cc7565da-c853-4592-af47-305eecd1e873 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.410085] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.410242] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 8e152298-4f17-48c2-8a8b-1246d90430cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.410395] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance efafcb8a-d402-44d8-af37-38262e35621c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.410542] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance d01efa3c-db9f-4d38-b3c0-f1adac830d02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.410740] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 2b23601f-c774-4aaf-b2fd-11781cefbfe0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.410972] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Migration b705d9ec-df71-48a4-a497-8ef54db93642 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1042.411167] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance aea44502-abe4-49b0-9dea-202432ef5595 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.411497] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance a55b31b0-89a0-432a-8c5c-1e0ef0059223 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.411497] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 971f778d-5518-4c30-b125-4ebc20d6faf9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.411654] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 58909cdb-811f-40f2-85d8-ef224f3162ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1042.411800] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 94f44c5f-ae37-41e4-a343-d77789207ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.411941] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 2f88e86f-8254-43ed-ba39-b6418343e522 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.412151] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance fed8288f-138f-4c5a-81ac-d156f0c0bb3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.412305] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 080375f0-766d-4bd2-8ef9-682bde262f58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1042.419689] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c0bc8c-9cfb-4858-b100-b9318a5b8432 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.438230] env[69308]: DEBUG nova.virt.block_device [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Updating existing volume attachment record: d5ee96eb-f7a9-4ce7-9970-a676b8018990 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1042.495037] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868938, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.595521] env[69308]: DEBUG nova.network.neutron [req-31890de5-b9de-4e8e-a59e-048948d05744 req-9a75daa3-9152-49e9-881a-640db74889b7 service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Updated VIF entry in instance network info cache for port cdef26f8-02a6-4c61-a162-7ca5aa2e9986. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.595521] env[69308]: DEBUG nova.network.neutron [req-31890de5-b9de-4e8e-a59e-048948d05744 req-9a75daa3-9152-49e9-881a-640db74889b7 service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Updating instance_info_cache with network_info: [{"id": "cdef26f8-02a6-4c61-a162-7ca5aa2e9986", "address": "fa:16:3e:8c:ec:12", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdef26f8-02", "ovs_interfaceid": "cdef26f8-02a6-4c61-a162-7ca5aa2e9986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.807363] env[69308]: DEBUG oslo_vmware.api [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868939, 'name': PowerOffVM_Task, 'duration_secs': 0.27133} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.807648] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.807818] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.808199] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e0a2b6-1708-4e81-9c76-aea0e2ece486 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.875029] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.875029] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.875029] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleting the datastore file [datastore2] 94f44c5f-ae37-41e4-a343-d77789207ff1 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.875029] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f82945b7-bc82-4b86-8e03-1ed3ba074472 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.888633] env[69308]: DEBUG oslo_vmware.api [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1042.888633] env[69308]: value = "task-3868941" [ 1042.888633] env[69308]: _type = "Task" [ 1042.888633] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.910539] env[69308]: DEBUG oslo_vmware.api [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.914301] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52633527-ed7c-7a2e-5ce7-a4911a7ccc10, 'name': SearchDatastore_Task, 'duration_secs': 0.066963} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.914301] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c191dfe-c473-408d-86cc-3833cfac6503 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.915871] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance c5d30e93-518c-4233-8955-c79f26b8f909 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1042.920848] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1042.920848] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b086af-eebf-da38-2350-413b5336ad59" [ 1042.920848] env[69308]: _type = "Task" [ 1042.920848] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.931378] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b086af-eebf-da38-2350-413b5336ad59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.992874] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727796} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.992874] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 2f88e86f-8254-43ed-ba39-b6418343e522/2f88e86f-8254-43ed-ba39-b6418343e522.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.992874] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.993280] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adabf2f9-2f89-4d16-b0a4-84ed3fb91296 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.002849] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1043.002849] env[69308]: value = "task-3868942" [ 1043.002849] env[69308]: _type = "Task" [ 1043.002849] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.017813] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.098278] env[69308]: DEBUG oslo_concurrency.lockutils [req-31890de5-b9de-4e8e-a59e-048948d05744 req-9a75daa3-9152-49e9-881a-640db74889b7 service nova] Releasing lock "refresh_cache-fed8288f-138f-4c5a-81ac-d156f0c0bb3f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.203555] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "c6027108-2094-4aa0-99a2-250cd02d7857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.203898] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "c6027108-2094-4aa0-99a2-250cd02d7857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.391409] env[69308]: DEBUG nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.405133] env[69308]: DEBUG oslo_vmware.api [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3868941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175946} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.405496] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.405720] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.405904] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.406089] env[69308]: INFO nova.compute.manager [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1043.406336] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.408261] env[69308]: DEBUG nova.compute.manager [-] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.408368] env[69308]: DEBUG nova.network.neutron [-] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.415988] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.416232] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.416391] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.416572] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.416717] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.416862] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.417082] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.417249] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.417427] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.417573] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.417739] env[69308]: DEBUG nova.virt.hardware [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.418513] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 2a11994e-3bf9-4b3d-b8f9-2b05060efba7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1043.420589] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458c3372-b779-466e-8cf5-472704544da7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.433031] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b086af-eebf-da38-2350-413b5336ad59, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.436169] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.436169] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fed8288f-138f-4c5a-81ac-d156f0c0bb3f/fed8288f-138f-4c5a-81ac-d156f0c0bb3f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.436852] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db51aca5-f7eb-4616-b474-839305d385e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.440376] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba2eba5-5ca7-475f-a48e-69be4efc1aba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.461717] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1043.461717] env[69308]: value = "task-3868943" [ 1043.461717] env[69308]: _type = "Task" [ 1043.461717] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.471963] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.517572] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086373} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.524052] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.524052] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f58a8b-9981-41c1-8781-257e61551610 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.557138] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 2f88e86f-8254-43ed-ba39-b6418343e522/2f88e86f-8254-43ed-ba39-b6418343e522.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.557561] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c39ad4c-d6a0-4859-a5eb-a91932d6967f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.583993] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1043.583993] env[69308]: value = "task-3868944" [ 1043.583993] env[69308]: _type = "Task" [ 1043.583993] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.599016] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.693810] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.694135] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.706989] env[69308]: DEBUG nova.compute.manager [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.872408] env[69308]: DEBUG nova.compute.manager [req-4055c8c1-322e-487a-989d-9e93437ae1ac req-8d1e8f92-1e2d-4b5d-b36c-1304f5a92198 service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Received event network-vif-deleted-9b693ed1-af39-47ed-a729-00351d2190de {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.872408] env[69308]: INFO nova.compute.manager [req-4055c8c1-322e-487a-989d-9e93437ae1ac req-8d1e8f92-1e2d-4b5d-b36c-1304f5a92198 service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Neutron deleted interface 9b693ed1-af39-47ed-a729-00351d2190de; detaching it from the instance and deleting it from the info cache [ 1043.872408] env[69308]: DEBUG nova.network.neutron [req-4055c8c1-322e-487a-989d-9e93437ae1ac req-8d1e8f92-1e2d-4b5d-b36c-1304f5a92198 service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.925058] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 068481dd-28da-4397-bcca-788efcfa0c72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1043.925552] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1043.925940] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1043.979126] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510377} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.984217] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] fed8288f-138f-4c5a-81ac-d156f0c0bb3f/fed8288f-138f-4c5a-81ac-d156f0c0bb3f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.984769] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.987571] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71adfec0-f4e8-401e-9427-431f9f22dc44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.997440] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1043.997440] env[69308]: value = "task-3868945" [ 1043.997440] env[69308]: _type = "Task" [ 1043.997440] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.008258] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.095116] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868944, 'name': ReconfigVM_Task, 'duration_secs': 0.497258} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.095873] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 2f88e86f-8254-43ed-ba39-b6418343e522/2f88e86f-8254-43ed-ba39-b6418343e522.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.097978] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-579a80f2-0ce0-48c9-92d8-1a753b7e138b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.104887] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1044.104887] env[69308]: value = "task-3868946" [ 1044.104887] env[69308]: _type = "Task" [ 1044.104887] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.115158] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868946, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.201282] env[69308]: DEBUG nova.compute.manager [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.234193] env[69308]: DEBUG nova.network.neutron [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Successfully updated port: b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.244455] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.318684] env[69308]: DEBUG nova.network.neutron [-] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.353746] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcff747-5203-4bab-83ca-4471f0f5529e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.361887] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2068cb78-debe-4f92-9870-72da64df3a58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.394197] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2449585d-8bf2-4cba-af0e-10356a06f438 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.396816] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674539a0-7549-4ebb-9dc2-de0238e59cf5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.407196] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0440b1-52a9-4ea1-82ca-1b865fe881a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.413813] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8be68b-b730-47a6-80a8-cb2d836599c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.435930] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.450362] env[69308]: DEBUG nova.compute.manager [req-4055c8c1-322e-487a-989d-9e93437ae1ac req-8d1e8f92-1e2d-4b5d-b36c-1304f5a92198 service nova] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Detach interface failed, port_id=9b693ed1-af39-47ed-a729-00351d2190de, reason: Instance 94f44c5f-ae37-41e4-a343-d77789207ff1 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.507519] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066373} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.507589] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.508399] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea1bddc-ac19-4430-ae75-52e5cf62a414 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.532056] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] fed8288f-138f-4c5a-81ac-d156f0c0bb3f/fed8288f-138f-4c5a-81ac-d156f0c0bb3f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.532396] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e004bb8-bcf3-417a-b312-1d64fa9e95b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.553599] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1044.553599] env[69308]: value = "task-3868947" [ 1044.553599] env[69308]: _type = "Task" [ 1044.553599] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.562256] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.613487] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.613615] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.613692] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.613885] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.614019] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.614169] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.614442] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.614667] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.614737] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.615147] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.615147] env[69308]: DEBUG nova.virt.hardware [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.616085] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7089ae1-7358-46c3-9e0f-f6457a43065f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.621740] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868946, 'name': Rename_Task, 'duration_secs': 0.161315} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.622399] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.622654] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef34a9b6-e5dd-409a-bb7c-ace71dc3c684 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.628141] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34bb51f-e392-4510-ab30-716ff8af410e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.633272] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1044.633272] env[69308]: value = "task-3868948" [ 1044.633272] env[69308]: _type = "Task" [ 1044.633272] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.645036] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:6b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11a23d54-e0a6-46e8-9b47-6406153115fe', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.652932] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.653798] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.654106] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bab423c1-ba4f-4fbf-b064-ab0fb1630c06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.674491] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868948, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.681063] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.681063] env[69308]: value = "task-3868949" [ 1044.681063] env[69308]: _type = "Task" [ 1044.681063] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.689396] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868949, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.737291] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.740767] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.740767] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.741039] env[69308]: DEBUG nova.network.neutron [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.822099] env[69308]: INFO nova.compute.manager [-] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Took 1.41 seconds to deallocate network for instance. [ 1044.952576] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.066950] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868947, 'name': ReconfigVM_Task, 'duration_secs': 0.467566} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.067319] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] fed8288f-138f-4c5a-81ac-d156f0c0bb3f/fed8288f-138f-4c5a-81ac-d156f0c0bb3f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.068066] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa4e517c-e985-4879-9ba3-13f0301647c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.076064] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1045.076064] env[69308]: value = "task-3868950" [ 1045.076064] env[69308]: _type = "Task" [ 1045.076064] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.085806] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868950, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.144929] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868948, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.196740] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868949, 'name': CreateVM_Task, 'duration_secs': 0.414661} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.196740] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.196740] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.196740] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.197091] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.197289] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3ce4b2-3d36-43a1-a8df-9e96e990405a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.205395] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1045.205395] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52659870-66b2-4708-fb11-4eda1556a55f" [ 1045.205395] env[69308]: _type = "Task" [ 1045.205395] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.214975] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52659870-66b2-4708-fb11-4eda1556a55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.304332] env[69308]: DEBUG nova.network.neutron [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.329012] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.461160] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1045.461685] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.126s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.462204] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.938s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.587535] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868950, 'name': Rename_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.646636] env[69308]: DEBUG oslo_vmware.api [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868948, 'name': PowerOnVM_Task, 'duration_secs': 0.679727} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.646964] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.647736] env[69308]: INFO nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1045.648009] env[69308]: DEBUG nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.648932] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940794a4-57b6-4c82-be10-672f5c0c796a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.715282] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52659870-66b2-4708-fb11-4eda1556a55f, 'name': SearchDatastore_Task, 'duration_secs': 0.05382} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.715663] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.715947] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.716283] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.716470] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.716731] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.717069] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc57205-16aa-4577-8820-49e84c2590d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.728952] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.729231] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.731694] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4fd9e2-fc52-4511-88f4-dc9a474e86c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.740045] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1045.740045] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a1d687-d1ee-3c33-a4c2-4674ac7c061a" [ 1045.740045] env[69308]: _type = "Task" [ 1045.740045] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.751010] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a1d687-d1ee-3c33-a4c2-4674ac7c061a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.800022] env[69308]: DEBUG nova.network.neutron [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.811737] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "4159934b-8fe1-4454-859c-6c220d69320f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.812113] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "4159934b-8fe1-4454-859c-6c220d69320f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.912585] env[69308]: DEBUG nova.compute.manager [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-vif-plugged-b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.912864] env[69308]: DEBUG oslo_concurrency.lockutils [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] Acquiring lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.914888] env[69308]: DEBUG oslo_concurrency.lockutils [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] Lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.914888] env[69308]: DEBUG oslo_concurrency.lockutils [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] Lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.914888] env[69308]: DEBUG nova.compute.manager [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] No waiting events found dispatching network-vif-plugged-b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.914888] env[69308]: WARNING nova.compute.manager [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received unexpected event network-vif-plugged-b8f4728f-247d-4f89-8074-d9eec114b36a for instance with vm_state building and task_state spawning. [ 1045.914888] env[69308]: DEBUG nova.compute.manager [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.914888] env[69308]: DEBUG nova.compute.manager [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing instance network info cache due to event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.914888] env[69308]: DEBUG oslo_concurrency.lockutils [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.089268] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868950, 'name': Rename_Task, 'duration_secs': 0.662035} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.091937] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.092629] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca9f1049-bda6-409b-b383-8947c7bceff9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.100075] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1046.100075] env[69308]: value = "task-3868951" [ 1046.100075] env[69308]: _type = "Task" [ 1046.100075] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.111231] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.170859] env[69308]: INFO nova.compute.manager [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Took 47.13 seconds to build instance. [ 1046.255127] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a1d687-d1ee-3c33-a4c2-4674ac7c061a, 'name': SearchDatastore_Task, 'duration_secs': 0.011827} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.256038] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d0d57d-fed9-4626-a1d3-6d483d8d8731 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.266082] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1046.266082] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5239d57a-a375-d312-cb18-47f65e39af3c" [ 1046.266082] env[69308]: _type = "Task" [ 1046.266082] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.278849] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5239d57a-a375-d312-cb18-47f65e39af3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.304994] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.305384] env[69308]: DEBUG nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Instance network_info: |[{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.306054] env[69308]: DEBUG oslo_concurrency.lockutils [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.306327] env[69308]: DEBUG nova.network.neutron [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.308422] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:c8:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8f4728f-247d-4f89-8074-d9eec114b36a', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.316597] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.320206] env[69308]: DEBUG nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.323804] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.325136] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c4de753-a419-4ce1-a5ee-42f1ae3cf386 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.341606] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1812f3f1-8abb-40cd-8fd8-8076bed8b910 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.352575] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7b3968-0b33-4381-8240-adc6346063df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.355934] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.355934] env[69308]: value = "task-3868952" [ 1046.355934] env[69308]: _type = "Task" [ 1046.355934] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.390919] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dddf62d-e55e-4928-ab19-a31c58983dc7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.396207] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868952, 'name': CreateVM_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.401916] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1231765-7112-4cb1-9835-3830238efe46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.422773] env[69308]: DEBUG nova.compute.provider_tree [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.611632] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868951, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.672787] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6b5e228d-e20c-4320-bb76-08a1a2785ff0 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "2f88e86f-8254-43ed-ba39-b6418343e522" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.637s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.777990] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5239d57a-a375-d312-cb18-47f65e39af3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.778346] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.778559] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02/d01efa3c-db9f-4d38-b3c0-f1adac830d02.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.778825] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f24ae9a-eda9-4bd6-b9bd-11b24ca4da87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.786489] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1046.786489] env[69308]: value = "task-3868953" [ 1046.786489] env[69308]: _type = "Task" [ 1046.786489] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.796397] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.842571] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.868750] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868952, 'name': CreateVM_Task, 'duration_secs': 0.407195} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.868926] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.869640] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.869830] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.870161] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.870423] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae45693-4ae2-4c33-8c73-fbfe3443ab4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.875650] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1046.875650] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52592dbd-e428-5cfc-4db8-e00b8f8e4fc8" [ 1046.875650] env[69308]: _type = "Task" [ 1046.875650] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.884275] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52592dbd-e428-5cfc-4db8-e00b8f8e4fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.926432] env[69308]: DEBUG nova.scheduler.client.report [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.094222] env[69308]: DEBUG nova.network.neutron [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updated VIF entry in instance network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.094675] env[69308]: DEBUG nova.network.neutron [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.111010] env[69308]: DEBUG oslo_vmware.api [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868951, 'name': PowerOnVM_Task, 'duration_secs': 0.524478} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.111306] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.111510] env[69308]: INFO nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1047.111690] env[69308]: DEBUG nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.112469] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491e9cac-45c1-42aa-9506-75451e5e4780 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.147521] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "2f88e86f-8254-43ed-ba39-b6418343e522" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.147726] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "2f88e86f-8254-43ed-ba39-b6418343e522" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.147929] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "2f88e86f-8254-43ed-ba39-b6418343e522-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.148129] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "2f88e86f-8254-43ed-ba39-b6418343e522-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.148303] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "2f88e86f-8254-43ed-ba39-b6418343e522-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.150703] env[69308]: INFO nova.compute.manager [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Terminating instance [ 1047.297675] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.386829] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52592dbd-e428-5cfc-4db8-e00b8f8e4fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.387042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.387364] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.387606] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.387752] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.387927] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.388212] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c15f5765-e909-4c61-a0d1-c2d0cb74057d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.397387] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.398027] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.398325] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0a2dd6-081e-4c59-a9e5-ab9893732f0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.403450] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1047.403450] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b9fae3-7c3b-f81e-3df5-531a1b4e1d6b" [ 1047.403450] env[69308]: _type = "Task" [ 1047.403450] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.412842] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b9fae3-7c3b-f81e-3df5-531a1b4e1d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.597981] env[69308]: DEBUG oslo_concurrency.lockutils [req-d39f80a0-28c6-4d50-ae5a-dc3cd0ace621 req-c69f63cf-0800-4086-a64c-7d62b710af7d service nova] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.629843] env[69308]: INFO nova.compute.manager [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Took 42.78 seconds to build instance. [ 1047.654414] env[69308]: DEBUG nova.compute.manager [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.654659] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.655593] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c161fcef-2042-4d07-b945-35a07feca956 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.664020] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.664020] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8a571b4-a611-4430-99bd-184527e985a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.670477] env[69308]: DEBUG oslo_vmware.api [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1047.670477] env[69308]: value = "task-3868954" [ 1047.670477] env[69308]: _type = "Task" [ 1047.670477] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.680635] env[69308]: DEBUG oslo_vmware.api [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.798170] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.915887] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b9fae3-7c3b-f81e-3df5-531a1b4e1d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.916781] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab07e773-1c18-40b2-9d84-0e3e847b7d93 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.924478] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1047.924478] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52521efd-b400-bda7-5966-9dabfb9d2486" [ 1047.924478] env[69308]: _type = "Task" [ 1047.924478] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.935737] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52521efd-b400-bda7-5966-9dabfb9d2486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.938336] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.476s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.941425] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.312s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.941658] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.943937] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.417s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.944210] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.946177] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.505s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.947830] env[69308]: INFO nova.compute.claims [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.982139] env[69308]: INFO nova.scheduler.client.report [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleted allocations for instance 44c77d66-cb34-49be-a255-8cdf9efe6a18 [ 1047.984675] env[69308]: INFO nova.scheduler.client.report [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Deleted allocations for instance 8e152298-4f17-48c2-8a8b-1246d90430cd [ 1048.131818] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b09b8a6-cad7-49e5-a708-123a8e00571f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.293s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.180871] env[69308]: DEBUG oslo_vmware.api [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868954, 'name': PowerOffVM_Task, 'duration_secs': 0.296421} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.181170] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.181338] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.181604] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7741bf42-f45b-458a-89b1-e7745a59fa15 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.262479] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.262800] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.262913] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleting the datastore file [datastore2] 2f88e86f-8254-43ed-ba39-b6418343e522 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.263199] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b579d4a8-73bd-460c-b272-92a79fd9a692 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.270571] env[69308]: DEBUG oslo_vmware.api [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1048.270571] env[69308]: value = "task-3868956" [ 1048.270571] env[69308]: _type = "Task" [ 1048.270571] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.279301] env[69308]: DEBUG oslo_vmware.api [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.298277] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868953, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.370165} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.298536] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02/d01efa3c-db9f-4d38-b3c0-f1adac830d02.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.298753] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.299026] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8126fe1c-2503-49f4-b7ec-3557f2147e23 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.306855] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1048.306855] env[69308]: value = "task-3868957" [ 1048.306855] env[69308]: _type = "Task" [ 1048.306855] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.318716] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.435264] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52521efd-b400-bda7-5966-9dabfb9d2486, 'name': SearchDatastore_Task, 'duration_secs': 0.070708} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.435551] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.435810] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 080375f0-766d-4bd2-8ef9-682bde262f58/080375f0-766d-4bd2-8ef9-682bde262f58.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.436086] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2400adf8-dba3-4394-84f0-1a34b0562721 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.444679] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1048.444679] env[69308]: value = "task-3868958" [ 1048.444679] env[69308]: _type = "Task" [ 1048.444679] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.459468] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.498138] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8f9147e-6b6f-45d0-b971-447bc467c5b4 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "44c77d66-cb34-49be-a255-8cdf9efe6a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.810s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.499434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bc4b1364-c28e-4993-81d1-39609c7058f4 tempest-ImagesOneServerTestJSON-2035627919 tempest-ImagesOneServerTestJSON-2035627919-project-member] Lock "8e152298-4f17-48c2-8a8b-1246d90430cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.412s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.527122] env[69308]: INFO nova.scheduler.client.report [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted allocation for migration b705d9ec-df71-48a4-a497-8ef54db93642 [ 1048.782251] env[69308]: DEBUG oslo_vmware.api [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3868956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131594} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.782577] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.782748] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.782924] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.783120] env[69308]: INFO nova.compute.manager [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1048.783458] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.784030] env[69308]: DEBUG nova.compute.manager [-] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.784178] env[69308]: DEBUG nova.network.neutron [-] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.819036] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065349} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.819344] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.820201] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe5eff-b512-4452-9e8f-49e1e2efa6df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.845097] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02/d01efa3c-db9f-4d38-b3c0-f1adac830d02.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.845464] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfadd76-66cc-410a-b23a-7e79ea9debaa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.867774] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1048.867774] env[69308]: value = "task-3868959" [ 1048.867774] env[69308]: _type = "Task" [ 1048.867774] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.877789] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.965570] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463617} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.966130] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 080375f0-766d-4bd2-8ef9-682bde262f58/080375f0-766d-4bd2-8ef9-682bde262f58.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.966396] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.966690] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c734a1a-317b-4c88-9185-e0861f3cf04d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.977973] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1048.977973] env[69308]: value = "task-3868960" [ 1048.977973] env[69308]: _type = "Task" [ 1048.977973] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.988435] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.033208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f2d5f64c-852d-47da-8918-98f871347f33 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.019s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.207554] env[69308]: DEBUG nova.compute.manager [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.208607] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf74b7b-3ee9-485d-9daa-c6a8aef3ea7a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.277302] env[69308]: DEBUG nova.compute.manager [req-f9ff3072-b0d0-4c2b-8b4b-e9dd7aea9df5 req-d97f0e06-6a72-4beb-a88b-f57bc8b08ad5 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Received event network-vif-deleted-2ccc5583-8523-41ae-b463-b9832bfd383d {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.277969] env[69308]: INFO nova.compute.manager [req-f9ff3072-b0d0-4c2b-8b4b-e9dd7aea9df5 req-d97f0e06-6a72-4beb-a88b-f57bc8b08ad5 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Neutron deleted interface 2ccc5583-8523-41ae-b463-b9832bfd383d; detaching it from the instance and deleting it from the info cache [ 1049.278276] env[69308]: DEBUG nova.network.neutron [req-f9ff3072-b0d0-4c2b-8b4b-e9dd7aea9df5 req-d97f0e06-6a72-4beb-a88b-f57bc8b08ad5 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.379967] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868959, 'name': ReconfigVM_Task, 'duration_secs': 0.315593} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.380322] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfigured VM instance instance-00000052 to attach disk [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02/d01efa3c-db9f-4d38-b3c0-f1adac830d02.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.381736] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'guest_format': None, 'encryption_options': None, 'disk_bus': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_secret_uuid': None, 'size': 0, 'image_id': 'cb539590-a3b6-489a-a68c-410cb30c3b41'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'attachment_id': 'd5ee96eb-f7a9-4ce7-9970-a676b8018990', 'volume_type': None}], 'swap': None} {{(pid=69308) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1049.381963] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.382192] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.384187] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab310253-f49c-4d49-a8b2-c48eee69c91c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.388073] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1946e6-5354-4722-b87c-119003c5597e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.413276] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74a8bb-16e1-42d2-8f8e-a1e4fefb5dc2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.418854] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c5adf6-3c40-439b-99e7-07922a2c7ac2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.446234] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26/volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.475739] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b2efe1-24bc-40cf-a4ca-892be413552a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.492252] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57522268-f593-43bb-8823-e0e948f4adda {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.509861] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef68f39a-e264-4865-9570-8ec1636c24fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.514336] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1049.514336] env[69308]: value = "task-3868961" [ 1049.514336] env[69308]: _type = "Task" [ 1049.514336] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.514646] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075872} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.515018] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.519632] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c2824-b5d6-48bd-a472-9562361fb396 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.533250] env[69308]: DEBUG nova.compute.provider_tree [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.540967] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.560500] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 080375f0-766d-4bd2-8ef9-682bde262f58/080375f0-766d-4bd2-8ef9-682bde262f58.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.561642] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d82bd23-e730-4b05-a7b7-5c727fa557d4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.583137] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1049.583137] env[69308]: value = "task-3868962" [ 1049.583137] env[69308]: _type = "Task" [ 1049.583137] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.592150] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.724463] env[69308]: INFO nova.compute.manager [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] instance snapshotting [ 1049.727713] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c52925-9602-4556-b24e-6328efd621ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.769295] env[69308]: DEBUG nova.network.neutron [-] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.773842] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21107b8c-ef38-4137-b804-93e6fa89c2a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.789339] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3165b878-c4eb-4377-9790-a73913c129ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.802651] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5623d669-ebf0-42e4-8d49-d4c10aebbfc9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.842333] env[69308]: DEBUG nova.compute.manager [req-f9ff3072-b0d0-4c2b-8b4b-e9dd7aea9df5 req-d97f0e06-6a72-4beb-a88b-f57bc8b08ad5 service nova] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Detach interface failed, port_id=2ccc5583-8523-41ae-b463-b9832bfd383d, reason: Instance 2f88e86f-8254-43ed-ba39-b6418343e522 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.027029] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868961, 'name': ReconfigVM_Task, 'duration_secs': 0.371908} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.027029] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26/volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.037019] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a8e77d-e2ec-45ea-8f01-6b1cff7679cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.047419] env[69308]: DEBUG nova.scheduler.client.report [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.058469] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1050.058469] env[69308]: value = "task-3868963" [ 1050.058469] env[69308]: _type = "Task" [ 1050.058469] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.073112] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.093949] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868962, 'name': ReconfigVM_Task, 'duration_secs': 0.30437} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.094471] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 080375f0-766d-4bd2-8ef9-682bde262f58/080375f0-766d-4bd2-8ef9-682bde262f58.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.095159] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb35d54d-7988-4c2c-aca0-64c85506403b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.101665] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1050.101665] env[69308]: value = "task-3868964" [ 1050.101665] env[69308]: _type = "Task" [ 1050.101665] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.112241] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868964, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.199586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.199904] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.279334] env[69308]: INFO nova.compute.manager [-] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Took 1.49 seconds to deallocate network for instance. [ 1050.295966] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1050.296475] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2974bb0-ef64-4102-a7dd-5980dcbdf88b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.313385] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1050.313385] env[69308]: value = "task-3868965" [ 1050.313385] env[69308]: _type = "Task" [ 1050.313385] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.325923] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.553542] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.554205] env[69308]: DEBUG nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.558560] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.701s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.558560] env[69308]: INFO nova.compute.claims [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.579193] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868963, 'name': ReconfigVM_Task, 'duration_secs': 0.156736} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.579510] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.580117] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60fece0a-db15-444f-b8b4-5e88bb085c01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.589560] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1050.589560] env[69308]: value = "task-3868966" [ 1050.589560] env[69308]: _type = "Task" [ 1050.589560] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.602054] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868966, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.613303] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868964, 'name': Rename_Task, 'duration_secs': 0.14661} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.613613] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.613864] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bde3158c-3de8-420a-a7f5-abcb2892fc9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.621721] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1050.621721] env[69308]: value = "task-3868967" [ 1050.621721] env[69308]: _type = "Task" [ 1050.621721] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.632771] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.704198] env[69308]: INFO nova.compute.manager [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Detaching volume 317b2154-2102-465b-a6e6-61d66d765d6e [ 1050.747870] env[69308]: INFO nova.virt.block_device [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Attempting to driver detach volume 317b2154-2102-465b-a6e6-61d66d765d6e from mountpoint /dev/sdb [ 1050.748600] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1050.749311] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768710', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'name': 'volume-317b2154-2102-465b-a6e6-61d66d765d6e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'efafcb8a-d402-44d8-af37-38262e35621c', 'attached_at': '', 'detached_at': '', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'serial': '317b2154-2102-465b-a6e6-61d66d765d6e'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1050.750751] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5777681b-1dee-4264-9e05-ff569a31b9ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.780287] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166e910a-4e78-4d81-bcb4-9d9aba3be8bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.789072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.791769] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b67fa5-50cd-4c4e-be6a-8121474217c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.813824] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "aea44502-abe4-49b0-9dea-202432ef5595" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.814380] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.814549] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "aea44502-abe4-49b0-9dea-202432ef5595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.814786] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.814999] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.821056] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55997476-2339-4197-83e7-d12b49ffa2da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.823977] env[69308]: INFO nova.compute.manager [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Terminating instance [ 1050.831844] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.847150] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] The volume has not been displaced from its original location: [datastore1] volume-317b2154-2102-465b-a6e6-61d66d765d6e/volume-317b2154-2102-465b-a6e6-61d66d765d6e.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1050.848523] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.849596] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49b961d2-fd7d-412f-a4a1-d0b3b400573e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.869422] env[69308]: DEBUG oslo_vmware.api [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1050.869422] env[69308]: value = "task-3868968" [ 1050.869422] env[69308]: _type = "Task" [ 1050.869422] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.880874] env[69308]: DEBUG oslo_vmware.api [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.067383] env[69308]: DEBUG nova.compute.utils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.071855] env[69308]: DEBUG nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.071855] env[69308]: DEBUG nova.network.neutron [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.101358] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868966, 'name': Rename_Task, 'duration_secs': 0.224682} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.101554] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.102447] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1ac655-cc2d-4708-bf5f-37b4897dc12c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.110895] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1051.110895] env[69308]: value = "task-3868969" [ 1051.110895] env[69308]: _type = "Task" [ 1051.110895] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.120894] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.129389] env[69308]: DEBUG nova.policy [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836d27b915f249d798c628ae93e7365f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '145e7047bcb94f5dae910b9203da9c74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.135413] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868967, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.335341] env[69308]: DEBUG nova.compute.manager [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.335626] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.336045] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868965, 'name': CreateSnapshot_Task, 'duration_secs': 0.654027} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.336790] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2827eb-3994-4c36-b971-4c107a28ebf3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.342328] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1051.344063] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ec9266-c8b5-4ab3-b433-4abf8feb11c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.363039] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.363557] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-622eca7a-2fd7-46ea-92ab-10b249f26e34 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.372321] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.372564] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.381383] env[69308]: DEBUG oslo_vmware.api [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1051.381383] env[69308]: value = "task-3868970" [ 1051.381383] env[69308]: _type = "Task" [ 1051.381383] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.392140] env[69308]: DEBUG oslo_vmware.api [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868968, 'name': ReconfigVM_Task, 'duration_secs': 0.254792} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.393078] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.404701] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77118ab0-baca-4d8d-ab25-0b025bdee5e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.416324] env[69308]: DEBUG oslo_vmware.api [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.425217] env[69308]: DEBUG oslo_vmware.api [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1051.425217] env[69308]: value = "task-3868971" [ 1051.425217] env[69308]: _type = "Task" [ 1051.425217] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.437364] env[69308]: DEBUG oslo_vmware.api [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.578688] env[69308]: DEBUG nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.632795] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868969, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.641199] env[69308]: DEBUG oslo_vmware.api [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3868967, 'name': PowerOnVM_Task, 'duration_secs': 0.535809} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.643781] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.644377] env[69308]: INFO nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1051.644377] env[69308]: DEBUG nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.646886] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975bd8d8-c835-4f95-97a7-48c1c64d5019 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.681897] env[69308]: DEBUG nova.network.neutron [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Successfully created port: 20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.839913] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.840197] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.870811] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1051.871470] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-83eb9dc9-e239-413f-9731-6c6c0b5c634e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.883583] env[69308]: DEBUG nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.886575] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1051.886575] env[69308]: value = "task-3868972" [ 1051.886575] env[69308]: _type = "Task" [ 1051.886575] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.907128] env[69308]: DEBUG oslo_vmware.api [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868970, 'name': PowerOffVM_Task, 'duration_secs': 0.218268} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.911767] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.911928] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.913335] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868972, 'name': CloneVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.916276] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd666e54-d25b-44c6-9953-18017e756a06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.935464] env[69308]: DEBUG oslo_vmware.api [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868971, 'name': ReconfigVM_Task, 'duration_secs': 0.193626} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.940254] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768710', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'name': 'volume-317b2154-2102-465b-a6e6-61d66d765d6e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'efafcb8a-d402-44d8-af37-38262e35621c', 'attached_at': '', 'detached_at': '', 'volume_id': '317b2154-2102-465b-a6e6-61d66d765d6e', 'serial': '317b2154-2102-465b-a6e6-61d66d765d6e'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.067838] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe6a72e-1cd0-4670-a107-1a13b8c29f1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.077257] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eec870c-6691-4141-a04e-6243312b77ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.082906] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.082906] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.082906] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleting the datastore file [datastore1] aea44502-abe4-49b0-9dea-202432ef5595 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.087537] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e5aecf2-8548-4b4a-b4da-15b2ed8022a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.123955] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ae6423-f521-419f-b77d-671dc37067b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.130203] env[69308]: DEBUG oslo_vmware.api [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1052.130203] env[69308]: value = "task-3868974" [ 1052.130203] env[69308]: _type = "Task" [ 1052.130203] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.141299] env[69308]: DEBUG oslo_vmware.api [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3868969, 'name': PowerOnVM_Task, 'duration_secs': 0.565202} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.142135] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.142438] env[69308]: DEBUG nova.compute.manager [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.143802] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91388435-0f01-42f1-8820-1329aa135f31 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.152162] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82f6b7d-fca9-4b55-9eab-3349146e17ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.155591] env[69308]: DEBUG oslo_vmware.api [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.176683] env[69308]: DEBUG nova.compute.provider_tree [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.180411] env[69308]: INFO nova.compute.manager [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Took 45.24 seconds to build instance. [ 1052.343511] env[69308]: DEBUG nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.408090] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868972, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.411693] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.499704] env[69308]: DEBUG nova.objects.instance [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'flavor' on Instance uuid efafcb8a-d402-44d8-af37-38262e35621c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.591464] env[69308]: DEBUG nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.624636] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.624938] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.625132] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.625336] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.625482] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.625643] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.625860] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.626294] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.626294] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.626408] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.626571] env[69308]: DEBUG nova.virt.hardware [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.627568] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde70db6-f36e-454a-9700-f3f876e36519 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.640373] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57c0137-1b73-4ad8-a18e-80fa0ffc2595 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.647461] env[69308]: DEBUG oslo_vmware.api [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3868974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265843} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.648230] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.648452] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.648634] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.648813] env[69308]: INFO nova.compute.manager [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1052.649066] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.649270] env[69308]: DEBUG nova.compute.manager [-] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.649543] env[69308]: DEBUG nova.network.neutron [-] [instance: aea44502-abe4-49b0-9dea-202432ef5595] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.682990] env[69308]: DEBUG nova.scheduler.client.report [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.687768] env[69308]: DEBUG oslo_concurrency.lockutils [None req-548cce81-1a06-4fca-a3c9-f45b9e55cce7 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "080375f0-766d-4bd2-8ef9-682bde262f58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.761s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.697888] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.886764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.904023] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868972, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.192729] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.193363] env[69308]: DEBUG nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.196191] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.123s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.197643] env[69308]: INFO nova.compute.claims [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.403480] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868972, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.507880] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f048c505-cd01-4510-8acb-4dc0d54b1f30 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.308s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.702672] env[69308]: DEBUG nova.compute.utils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.706227] env[69308]: DEBUG nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.706409] env[69308]: DEBUG nova.network.neutron [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.829877] env[69308]: DEBUG nova.compute.manager [req-b8111db0-cbf8-4513-b1b4-ba8414c91732 req-b14ccb22-b190-40cb-9a05-e07f2f968f8b service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Received event network-vif-deleted-49159fe3-f892-44eb-b532-8d80a53cc4da {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.830463] env[69308]: INFO nova.compute.manager [req-b8111db0-cbf8-4513-b1b4-ba8414c91732 req-b14ccb22-b190-40cb-9a05-e07f2f968f8b service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Neutron deleted interface 49159fe3-f892-44eb-b532-8d80a53cc4da; detaching it from the instance and deleting it from the info cache [ 1053.830773] env[69308]: DEBUG nova.network.neutron [req-b8111db0-cbf8-4513-b1b4-ba8414c91732 req-b14ccb22-b190-40cb-9a05-e07f2f968f8b service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.832822] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.833161] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.833447] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "efafcb8a-d402-44d8-af37-38262e35621c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.833672] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.833874] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.836303] env[69308]: INFO nova.compute.manager [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Terminating instance [ 1053.904730] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868972, 'name': CloneVM_Task, 'duration_secs': 1.976909} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.905145] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Created linked-clone VM from snapshot [ 1053.906080] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad0274-9a35-4d14-a556-9ace4f67bd4d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.916547] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Uploading image b2bf202f-0291-4e04-9d3a-055e236c0f08 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1053.931889] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.932251] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9991843-fbeb-4980-8e38-02f8f1757716 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.941050] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1053.941050] env[69308]: value = "task-3868975" [ 1053.941050] env[69308]: _type = "Task" [ 1053.941050] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.947331] env[69308]: DEBUG nova.policy [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '688bc8e61f3e4fe69b3253f89b3d3ee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec846f5fed5147c4bae870b0ef47dc54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.955071] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868975, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.174939] env[69308]: DEBUG nova.network.neutron [-] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.206705] env[69308]: DEBUG nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.340323] env[69308]: DEBUG nova.compute.manager [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.340390] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.343023] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f0fc6e8-7c25-4e4e-ada9-60203fd2f832 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.343761] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e822a6-e878-47ce-ae1c-4296da8a0b56 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.357919] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.358316] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc8a0c03-15d3-46c8-aa83-7e78e93278f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.363066] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512741cb-29d5-4814-adce-77e99122afaa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.384565] env[69308]: DEBUG oslo_vmware.api [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1054.384565] env[69308]: value = "task-3868976" [ 1054.384565] env[69308]: _type = "Task" [ 1054.384565] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.401696] env[69308]: DEBUG nova.compute.manager [req-b8111db0-cbf8-4513-b1b4-ba8414c91732 req-b14ccb22-b190-40cb-9a05-e07f2f968f8b service nova] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Detach interface failed, port_id=49159fe3-f892-44eb-b532-8d80a53cc4da, reason: Instance aea44502-abe4-49b0-9dea-202432ef5595 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.409602] env[69308]: DEBUG oslo_vmware.api [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.452744] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868975, 'name': Destroy_Task, 'duration_secs': 0.493555} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.453407] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Destroyed the VM [ 1054.453407] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1054.453587] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e09c5623-2f18-4735-94a8-ec6b8cf0668d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.463405] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1054.463405] env[69308]: value = "task-3868977" [ 1054.463405] env[69308]: _type = "Task" [ 1054.463405] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.472097] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.528210] env[69308]: DEBUG nova.network.neutron [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Successfully updated port: 20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.679595] env[69308]: INFO nova.compute.manager [-] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Took 2.03 seconds to deallocate network for instance. [ 1054.723558] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c3e60-81c2-4a51-9f90-a0a7cac29f6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.732777] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f638bc28-e038-4390-8f78-46a974c75583 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.770351] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2ff12b-0347-48ed-84b3-5a02a3fed3cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.780746] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe4f2f-4722-4a45-aa4c-d0af66910494 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.798807] env[69308]: DEBUG nova.compute.provider_tree [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.901402] env[69308]: DEBUG oslo_vmware.api [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868976, 'name': PowerOffVM_Task, 'duration_secs': 0.283033} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.901957] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.902257] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.902724] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf61780e-d0cf-45c1-9a23-28ceb542b127 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.975685] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.981597] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.981887] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.982199] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleting the datastore file [datastore2] efafcb8a-d402-44d8-af37-38262e35621c {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.982612] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec52b65-eafc-4fd8-82b9-349a78a2cd96 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.992402] env[69308]: DEBUG oslo_vmware.api [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1054.992402] env[69308]: value = "task-3868979" [ 1054.992402] env[69308]: _type = "Task" [ 1054.992402] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.002701] env[69308]: DEBUG oslo_vmware.api [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.035270] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.035270] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.035270] env[69308]: DEBUG nova.network.neutron [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.190434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.194430] env[69308]: DEBUG nova.network.neutron [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Successfully created port: d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.223094] env[69308]: DEBUG nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.251281] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.251612] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.251805] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.251996] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.252160] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.252353] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.252580] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.252740] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.252948] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.253175] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.253443] env[69308]: DEBUG nova.virt.hardware [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.254560] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1498af04-1495-42aa-b2fc-2b0646afbc08 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.266743] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ad65ff-444c-49c3-b88f-b8d6f59e8b99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.306115] env[69308]: DEBUG nova.scheduler.client.report [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.474263] env[69308]: DEBUG oslo_vmware.api [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868977, 'name': RemoveSnapshot_Task, 'duration_secs': 0.67479} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.474627] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.505125] env[69308]: DEBUG oslo_vmware.api [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3868979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478388} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.505561] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.505654] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.505838] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.506017] env[69308]: INFO nova.compute.manager [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1055.506297] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.506524] env[69308]: DEBUG nova.compute.manager [-] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.506619] env[69308]: DEBUG nova.network.neutron [-] [instance: efafcb8a-d402-44d8-af37-38262e35621c] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.580199] env[69308]: DEBUG nova.network.neutron [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.779435] env[69308]: DEBUG nova.network.neutron [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updating instance_info_cache with network_info: [{"id": "20924ffc-d62a-4475-acb7-21dce23826a7", "address": "fa:16:3e:ef:5d:36", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20924ffc-d6", "ovs_interfaceid": "20924ffc-d62a-4475-acb7-21dce23826a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.813973] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.815830] env[69308]: DEBUG nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.821031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.725s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.821031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.826883] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.060s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.827182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.831882] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.291s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.832092] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.833990] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.223s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.834206] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.840246] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.917s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.840387] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.842217] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.528s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.842404] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.844049] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.600s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.845657] env[69308]: INFO nova.compute.claims [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.877666] env[69308]: INFO nova.scheduler.client.report [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Deleted allocations for instance 2b23601f-c774-4aaf-b2fd-11781cefbfe0 [ 1055.883269] env[69308]: DEBUG nova.compute.manager [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Received event network-vif-plugged-20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.883269] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.883269] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Lock "c5d30e93-518c-4233-8955-c79f26b8f909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.883269] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Lock "c5d30e93-518c-4233-8955-c79f26b8f909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.883269] env[69308]: DEBUG nova.compute.manager [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] No waiting events found dispatching network-vif-plugged-20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.883269] env[69308]: WARNING nova.compute.manager [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Received unexpected event network-vif-plugged-20924ffc-d62a-4475-acb7-21dce23826a7 for instance with vm_state building and task_state spawning. [ 1055.883954] env[69308]: DEBUG nova.compute.manager [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Received event network-changed-20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.883954] env[69308]: DEBUG nova.compute.manager [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Refreshing instance network info cache due to event network-changed-20924ffc-d62a-4475-acb7-21dce23826a7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.883954] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Acquiring lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.889254] env[69308]: INFO nova.scheduler.client.report [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleted allocations for instance a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b [ 1055.896585] env[69308]: INFO nova.scheduler.client.report [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleted allocations for instance 971f778d-5518-4c30-b125-4ebc20d6faf9 [ 1055.912522] env[69308]: INFO nova.scheduler.client.report [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Deleted allocations for instance e33c7029-3e87-43b6-9865-c4d0d912974d [ 1055.923435] env[69308]: INFO nova.scheduler.client.report [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Deleted allocations for instance a55b31b0-89a0-432a-8c5c-1e0ef0059223 [ 1055.946073] env[69308]: INFO nova.scheduler.client.report [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Deleted allocations for instance 58909cdb-811f-40f2-85d8-ef224f3162ab [ 1055.979333] env[69308]: WARNING nova.compute.manager [None req-2c1732ce-61bb-4308-baa2-cec3ee71c37f tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Image not found during snapshot: nova.exception.ImageNotFound: Image b2bf202f-0291-4e04-9d3a-055e236c0f08 could not be found. [ 1056.056934] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "98454c62-484c-4db7-8572-4fdb1713f88a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.057010] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "98454c62-484c-4db7-8572-4fdb1713f88a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.057708] env[69308]: WARNING oslo_messaging._drivers.amqpdriver [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1056.282146] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Releasing lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.282495] env[69308]: DEBUG nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Instance network_info: |[{"id": "20924ffc-d62a-4475-acb7-21dce23826a7", "address": "fa:16:3e:ef:5d:36", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20924ffc-d6", "ovs_interfaceid": "20924ffc-d62a-4475-acb7-21dce23826a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.282814] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Acquired lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.283374] env[69308]: DEBUG nova.network.neutron [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Refreshing network info cache for port 20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.285863] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:5d:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20924ffc-d62a-4475-acb7-21dce23826a7', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.297255] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.301693] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.302319] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bde089d-2e2d-46ef-83ad-73d8f5d8e125 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.329996] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.329996] env[69308]: value = "task-3868980" [ 1056.329996] env[69308]: _type = "Task" [ 1056.329996] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.340391] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868980, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.350984] env[69308]: DEBUG nova.compute.utils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.356025] env[69308]: DEBUG nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.356025] env[69308]: DEBUG nova.network.neutron [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.392529] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2fdaab7d-4133-4ca1-85b6-f090c1b533aa tempest-ServersTestJSON-1238160963 tempest-ServersTestJSON-1238160963-project-member] Lock "2b23601f-c774-4aaf-b2fd-11781cefbfe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.166s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.396668] env[69308]: DEBUG oslo_concurrency.lockutils [None req-336ce2a2-5718-4aae-84d6-6747822f0dc4 tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.534s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.410982] env[69308]: DEBUG oslo_concurrency.lockutils [None req-54cfd16b-3c6a-47f2-82e6-f21d82afb5f1 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "971f778d-5518-4c30-b125-4ebc20d6faf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.472s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.430754] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9105cd15-ad4f-485c-9749-832c864f18ae tempest-ServerRescueNegativeTestJSON-1413427876 tempest-ServerRescueNegativeTestJSON-1413427876-project-member] Lock "e33c7029-3e87-43b6-9865-c4d0d912974d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.173s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.438419] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d4c4fe2d-032c-46de-aad9-13dccdd3c8d7 tempest-ImagesTestJSON-2077491193 tempest-ImagesTestJSON-2077491193-project-member] Lock "a55b31b0-89a0-432a-8c5c-1e0ef0059223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.226s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.456238] env[69308]: DEBUG oslo_concurrency.lockutils [None req-cf356f20-1bee-453c-b82b-87db4a432d62 tempest-MultipleCreateTestJSON-1786492095 tempest-MultipleCreateTestJSON-1786492095-project-member] Lock "58909cdb-811f-40f2-85d8-ef224f3162ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.399s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.510463] env[69308]: DEBUG nova.policy [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7749f4c6d0b44807af5465a0044c390e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23842308085045869c687ed82301b939', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.559873] env[69308]: DEBUG nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.688434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.688434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.688434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.688434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.688434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.689601] env[69308]: INFO nova.compute.manager [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Terminating instance [ 1056.843295] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868980, 'name': CreateVM_Task, 'duration_secs': 0.460662} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.843545] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.844347] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.844522] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.845155] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.849265] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeeda348-7a8e-48e3-8041-308991f93a8f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.856858] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1056.856858] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52acdcf0-b7da-5af4-b62b-a5b587e3af49" [ 1056.856858] env[69308]: _type = "Task" [ 1056.856858] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.862065] env[69308]: DEBUG nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.879427] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52acdcf0-b7da-5af4-b62b-a5b587e3af49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.090352] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.164249] env[69308]: DEBUG nova.network.neutron [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updated VIF entry in instance network info cache for port 20924ffc-d62a-4475-acb7-21dce23826a7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.164249] env[69308]: DEBUG nova.network.neutron [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updating instance_info_cache with network_info: [{"id": "20924ffc-d62a-4475-acb7-21dce23826a7", "address": "fa:16:3e:ef:5d:36", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20924ffc-d6", "ovs_interfaceid": "20924ffc-d62a-4475-acb7-21dce23826a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.197953] env[69308]: DEBUG nova.compute.manager [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.199078] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.202330] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aedb7d-268f-4766-8477-0841b04564ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.217180] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.217180] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2039500b-4fed-49bb-b2b6-42e02977efb3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.234363] env[69308]: DEBUG oslo_vmware.api [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1057.234363] env[69308]: value = "task-3868981" [ 1057.234363] env[69308]: _type = "Task" [ 1057.234363] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.247107] env[69308]: DEBUG oslo_vmware.api [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.321100] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e456b70-b54c-4da6-aa60-8a6ae667247b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.327182] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f024abf-2882-4206-964a-14c7aac59b99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.381677] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef72de6a-d25e-4f41-83ad-ea2f1b7ef4f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.395321] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52acdcf0-b7da-5af4-b62b-a5b587e3af49, 'name': SearchDatastore_Task, 'duration_secs': 0.023092} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.396408] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.396408] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.396543] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.396613] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.396795] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.398450] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c7c612-1cce-4038-985f-b9bfabdd40ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.402444] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8741dab7-ca2d-48b1-be60-245095d07aad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.418354] env[69308]: DEBUG nova.compute.provider_tree [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.421215] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.421215] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.422215] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9118a520-ad22-45f2-9179-9a06ecc21ce7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.430734] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1057.430734] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525cac87-a782-f2c1-db47-daa43b9f9116" [ 1057.430734] env[69308]: _type = "Task" [ 1057.430734] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.434604] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "cc7565da-c853-4592-af47-305eecd1e873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.435212] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "cc7565da-c853-4592-af47-305eecd1e873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.435212] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "cc7565da-c853-4592-af47-305eecd1e873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.435402] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "cc7565da-c853-4592-af47-305eecd1e873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.435624] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "cc7565da-c853-4592-af47-305eecd1e873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.439327] env[69308]: INFO nova.compute.manager [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Terminating instance [ 1057.440855] env[69308]: DEBUG nova.network.neutron [-] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.449176] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525cac87-a782-f2c1-db47-daa43b9f9116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.583825] env[69308]: DEBUG nova.network.neutron [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Successfully created port: 449411b4-3f62-47fe-9d0f-8218eabf59bf {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.671327] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Releasing lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.671644] env[69308]: DEBUG nova.compute.manager [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.671816] env[69308]: DEBUG nova.compute.manager [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing instance network info cache due to event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.672045] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.672191] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.672354] env[69308]: DEBUG nova.network.neutron [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.746159] env[69308]: DEBUG oslo_vmware.api [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868981, 'name': PowerOffVM_Task, 'duration_secs': 0.296313} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.746817] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.746990] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.747623] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99fe2bd2-3c6c-49f0-92be-9a6186f8a8ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.782854] env[69308]: DEBUG nova.network.neutron [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Successfully updated port: d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.810904] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.811293] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.811564] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleting the datastore file [datastore2] fed8288f-138f-4c5a-81ac-d156f0c0bb3f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.811907] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b65ca8-5183-47d8-af29-e91b0b618355 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.819649] env[69308]: DEBUG oslo_vmware.api [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1057.819649] env[69308]: value = "task-3868983" [ 1057.819649] env[69308]: _type = "Task" [ 1057.819649] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.830808] env[69308]: DEBUG oslo_vmware.api [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.878955] env[69308]: DEBUG nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.911559] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.911820] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.911968] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.912162] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.912309] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.912452] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.912659] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.912818] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.913154] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.914919] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.914919] env[69308]: DEBUG nova.virt.hardware [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.914919] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0187b4ba-831f-4721-a69e-0edc43d73b3d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.923410] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84700476-34f2-44a1-9d1c-8ea90425246a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.928208] env[69308]: DEBUG nova.scheduler.client.report [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.953399] env[69308]: INFO nova.compute.manager [-] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Took 2.45 seconds to deallocate network for instance. [ 1057.954440] env[69308]: DEBUG nova.compute.manager [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.954790] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.958987] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab93fa8-93d2-4143-982c-4cf5a7ee8efb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.973033] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525cac87-a782-f2c1-db47-daa43b9f9116, 'name': SearchDatastore_Task, 'duration_secs': 0.02244} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.973033] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c551d66a-7f9c-4452-aad8-2ca21afe8f7a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.977688] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.978304] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf30bb59-1469-41d0-8af7-a2ff1a348a54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.984166] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1057.984166] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520242a6-dc2c-b433-1238-252b388cdde0" [ 1057.984166] env[69308]: _type = "Task" [ 1057.984166] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.986791] env[69308]: DEBUG oslo_vmware.api [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 1057.986791] env[69308]: value = "task-3868984" [ 1057.986791] env[69308]: _type = "Task" [ 1057.986791] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.994269] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520242a6-dc2c-b433-1238-252b388cdde0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.997733] env[69308]: DEBUG oslo_vmware.api [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.120923] env[69308]: DEBUG nova.compute.manager [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Received event network-vif-deleted-95ccba25-ba8b-4c6b-a86f-1d27859d707e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.125232] env[69308]: DEBUG nova.compute.manager [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Received event network-vif-plugged-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.125232] env[69308]: DEBUG oslo_concurrency.lockutils [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] Acquiring lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.125232] env[69308]: DEBUG oslo_concurrency.lockutils [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] Lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.125232] env[69308]: DEBUG oslo_concurrency.lockutils [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] Lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.125232] env[69308]: DEBUG nova.compute.manager [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] No waiting events found dispatching network-vif-plugged-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.125232] env[69308]: WARNING nova.compute.manager [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Received unexpected event network-vif-plugged-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 for instance with vm_state building and task_state spawning. [ 1058.125232] env[69308]: DEBUG nova.compute.manager [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Received event network-changed-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.125232] env[69308]: DEBUG nova.compute.manager [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Refreshing instance network info cache due to event network-changed-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.125232] env[69308]: DEBUG oslo_concurrency.lockutils [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] Acquiring lock "refresh_cache-2a11994e-3bf9-4b3d-b8f9-2b05060efba7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.125232] env[69308]: DEBUG oslo_concurrency.lockutils [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] Acquired lock "refresh_cache-2a11994e-3bf9-4b3d-b8f9-2b05060efba7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.125232] env[69308]: DEBUG nova.network.neutron [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Refreshing network info cache for port d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.286928] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquiring lock "refresh_cache-2a11994e-3bf9-4b3d-b8f9-2b05060efba7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.332775] env[69308]: DEBUG oslo_vmware.api [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3868983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347197} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.333054] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.333380] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.333686] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.333792] env[69308]: INFO nova.compute.manager [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1058.333990] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.335362] env[69308]: DEBUG nova.compute.manager [-] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.335362] env[69308]: DEBUG nova.network.neutron [-] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.436655] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.436655] env[69308]: DEBUG nova.compute.manager [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.439573] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.703s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.440905] env[69308]: INFO nova.compute.claims [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.479382] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.501760] env[69308]: DEBUG oslo_vmware.api [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868984, 'name': PowerOffVM_Task, 'duration_secs': 0.20698} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.507026] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.507222] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.508384] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520242a6-dc2c-b433-1238-252b388cdde0, 'name': SearchDatastore_Task, 'duration_secs': 0.024105} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.509499] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-530047f6-7a75-43c4-ab8c-a48eed1e19bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.514019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.514019] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c5d30e93-518c-4233-8955-c79f26b8f909/c5d30e93-518c-4233-8955-c79f26b8f909.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.514019] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cdc2c55-1215-4977-81d3-ebb688a78d9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.523388] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1058.523388] env[69308]: value = "task-3868986" [ 1058.523388] env[69308]: _type = "Task" [ 1058.523388] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.534392] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.724474] env[69308]: DEBUG nova.network.neutron [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.751931] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.754455] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.754624] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleting the datastore file [datastore1] cc7565da-c853-4592-af47-305eecd1e873 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.754966] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1497b9fd-2bc3-4583-9904-d1b06f8c5863 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.762315] env[69308]: DEBUG oslo_vmware.api [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for the task: (returnval){ [ 1058.762315] env[69308]: value = "task-3868987" [ 1058.762315] env[69308]: _type = "Task" [ 1058.762315] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.775202] env[69308]: DEBUG oslo_vmware.api [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.884431] env[69308]: DEBUG nova.network.neutron [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updated VIF entry in instance network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.884823] env[69308]: DEBUG nova.network.neutron [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.928378] env[69308]: DEBUG nova.network.neutron [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.946900] env[69308]: DEBUG nova.compute.utils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.948341] env[69308]: DEBUG nova.compute.manager [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1059.038937] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868986, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.277046] env[69308]: DEBUG oslo_vmware.api [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Task: {'id': task-3868987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410021} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.277586] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.277882] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.278565] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.278565] env[69308]: INFO nova.compute.manager [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] [instance: cc7565da-c853-4592-af47-305eecd1e873] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1059.279453] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.279453] env[69308]: DEBUG nova.compute.manager [-] [instance: cc7565da-c853-4592-af47-305eecd1e873] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.279453] env[69308]: DEBUG nova.network.neutron [-] [instance: cc7565da-c853-4592-af47-305eecd1e873] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.387649] env[69308]: DEBUG oslo_concurrency.lockutils [req-3db841d1-0879-474c-b797-9fa1efba5163 req-2df45dda-e02d-4d2d-ad67-590bc278aef5 service nova] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.430455] env[69308]: DEBUG oslo_concurrency.lockutils [req-1365229b-15a2-414a-b051-568253105acd req-7b3c6dd6-9733-4f62-9230-a6d0981c1757 service nova] Releasing lock "refresh_cache-2a11994e-3bf9-4b3d-b8f9-2b05060efba7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.434024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquired lock "refresh_cache-2a11994e-3bf9-4b3d-b8f9-2b05060efba7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.434024] env[69308]: DEBUG nova.network.neutron [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.457136] env[69308]: DEBUG nova.compute.manager [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.545939] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661149} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.546646] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c5d30e93-518c-4233-8955-c79f26b8f909/c5d30e93-518c-4233-8955-c79f26b8f909.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.546976] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.548558] env[69308]: DEBUG nova.compute.manager [req-b5587226-e580-4241-bacb-d4475682ab67 req-14f202c9-1abf-4a5d-9533-5c7c2cce950c service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Received event network-vif-deleted-cdef26f8-02a6-4c61-a162-7ca5aa2e9986 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.548774] env[69308]: INFO nova.compute.manager [req-b5587226-e580-4241-bacb-d4475682ab67 req-14f202c9-1abf-4a5d-9533-5c7c2cce950c service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Neutron deleted interface cdef26f8-02a6-4c61-a162-7ca5aa2e9986; detaching it from the instance and deleting it from the info cache [ 1059.549025] env[69308]: DEBUG nova.network.neutron [req-b5587226-e580-4241-bacb-d4475682ab67 req-14f202c9-1abf-4a5d-9533-5c7c2cce950c service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.550343] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1319b663-2957-4735-97f0-0b1a758032ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.567439] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1059.567439] env[69308]: value = "task-3868988" [ 1059.567439] env[69308]: _type = "Task" [ 1059.567439] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.586057] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.785941] env[69308]: DEBUG nova.network.neutron [-] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.902390] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdac27b-e56f-4de4-aa6e-637978a1fc67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.911607] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428f4c75-6dc5-4332-8920-51420b900b9d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.952756] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9181eefc-0445-4445-8eab-98b73f27f12a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.963403] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54986fe6-7fa4-42d7-b1e3-6edfd4ba61a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.985175] env[69308]: DEBUG nova.compute.provider_tree [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.058450] env[69308]: DEBUG nova.network.neutron [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.060913] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80ccef03-9ca9-43b0-97c9-edbf3686ac6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.074733] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85786d8-4c4c-4868-b7d0-b52c2f029a9f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.093036] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114227} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.094021] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.094544] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5f1505-d638-4daa-8db1-b2262a43f090 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.109977] env[69308]: DEBUG nova.compute.manager [req-b5587226-e580-4241-bacb-d4475682ab67 req-14f202c9-1abf-4a5d-9533-5c7c2cce950c service nova] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Detach interface failed, port_id=cdef26f8-02a6-4c61-a162-7ca5aa2e9986, reason: Instance fed8288f-138f-4c5a-81ac-d156f0c0bb3f could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.129594] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] c5d30e93-518c-4233-8955-c79f26b8f909/c5d30e93-518c-4233-8955-c79f26b8f909.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.129863] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac65b09-6243-4d7b-adc6-bf3efad36e94 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.152333] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1060.152333] env[69308]: value = "task-3868989" [ 1060.152333] env[69308]: _type = "Task" [ 1060.152333] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.163502] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.289101] env[69308]: INFO nova.compute.manager [-] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Took 1.95 seconds to deallocate network for instance. [ 1060.474798] env[69308]: DEBUG nova.compute.manager [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.489892] env[69308]: DEBUG nova.scheduler.client.report [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.502536] env[69308]: DEBUG nova.compute.manager [req-eeae8e5d-f633-4b89-ac12-b431e7d45ad7 req-0f4b3e32-c079-47cb-bd34-f32a1de9967d service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Received event network-vif-deleted-6b747daf-2666-4180-94c1-9922ba259d7b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.502536] env[69308]: INFO nova.compute.manager [req-eeae8e5d-f633-4b89-ac12-b431e7d45ad7 req-0f4b3e32-c079-47cb-bd34-f32a1de9967d service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Neutron deleted interface 6b747daf-2666-4180-94c1-9922ba259d7b; detaching it from the instance and deleting it from the info cache [ 1060.503640] env[69308]: DEBUG nova.network.neutron [req-eeae8e5d-f633-4b89-ac12-b431e7d45ad7 req-0f4b3e32-c079-47cb-bd34-f32a1de9967d service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.523778] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.525474] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.525474] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.525474] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.525474] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.525474] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.525474] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.525474] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.526805] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.527029] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.527492] env[69308]: DEBUG nova.virt.hardware [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.530478] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0bbe5e-fede-49e0-a3bc-ebdf9332ea8c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.543381] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc903efa-ef40-45e8-bd1c-2f0aa05189b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.561871] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.569327] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Creating folder: Project (69e1976e13954c589d2b99a417c86010). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.569450] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36adb527-98ef-4224-ae62-b81bf2e3c033 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.585304] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Created folder: Project (69e1976e13954c589d2b99a417c86010) in parent group-v768498. [ 1060.585754] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Creating folder: Instances. Parent ref: group-v768756. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.585754] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b69e088-e629-4c33-a028-85a3c6f90309 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.602580] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Created folder: Instances in parent group-v768756. [ 1060.602855] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.603094] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.603455] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46e8ae31-993a-4582-b7a3-10807f03af27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.628083] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.628083] env[69308]: value = "task-3868992" [ 1060.628083] env[69308]: _type = "Task" [ 1060.628083] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.637910] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868992, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.652300] env[69308]: DEBUG nova.network.neutron [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Updating instance_info_cache with network_info: [{"id": "d11eb1a8-6bba-4b92-a8a9-409d2cce0b07", "address": "fa:16:3e:00:5f:37", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11eb1a8-6b", "ovs_interfaceid": "d11eb1a8-6bba-4b92-a8a9-409d2cce0b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.664453] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.796631] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.862210] env[69308]: DEBUG nova.network.neutron [-] [instance: cc7565da-c853-4592-af47-305eecd1e873] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.008448] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7f33e3b-21a9-4dac-9396-2627c815ec58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.020327] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.021340] env[69308]: DEBUG nova.compute.manager [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.026439] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.698s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.026967] env[69308]: DEBUG nova.objects.instance [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'resources' on Instance uuid 94f44c5f-ae37-41e4-a343-d77789207ff1 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.041089] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be10ac8-9b1d-477f-aae2-2e0578d98e5d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.082138] env[69308]: DEBUG nova.compute.manager [req-eeae8e5d-f633-4b89-ac12-b431e7d45ad7 req-0f4b3e32-c079-47cb-bd34-f32a1de9967d service nova] [instance: cc7565da-c853-4592-af47-305eecd1e873] Detach interface failed, port_id=6b747daf-2666-4180-94c1-9922ba259d7b, reason: Instance cc7565da-c853-4592-af47-305eecd1e873 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.141745] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868992, 'name': CreateVM_Task, 'duration_secs': 0.303374} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.141745] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.141745] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.141745] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.142031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.142596] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ba0480-4846-4aae-9040-8da19864d8f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.148345] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1061.148345] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ec477b-f50c-5fa2-ed4f-8b3f76157312" [ 1061.148345] env[69308]: _type = "Task" [ 1061.148345] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.160787] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Releasing lock "refresh_cache-2a11994e-3bf9-4b3d-b8f9-2b05060efba7" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.161133] env[69308]: DEBUG nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Instance network_info: |[{"id": "d11eb1a8-6bba-4b92-a8a9-409d2cce0b07", "address": "fa:16:3e:00:5f:37", "network": {"id": "fae2835f-9629-44c2-aca0-330bc9c65bad", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "fa7ff482c21845ec900bd9a843aaf752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11eb1a8-6b", "ovs_interfaceid": "d11eb1a8-6bba-4b92-a8a9-409d2cce0b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.161546] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:5f:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd11eb1a8-6bba-4b92-a8a9-409d2cce0b07', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.170051] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Creating folder: Project (ec846f5fed5147c4bae870b0ef47dc54). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.173732] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08836198-a558-44c0-ae56-168972609f6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.175647] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ec477b-f50c-5fa2-ed4f-8b3f76157312, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.180516] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.180516] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.180516] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.180516] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.180516] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.180516] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868989, 'name': ReconfigVM_Task, 'duration_secs': 0.972406} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.181751] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63dc6def-d234-4a61-8424-3a956a4873f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.182932] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfigured VM instance instance-0000005c to attach disk [datastore2] c5d30e93-518c-4233-8955-c79f26b8f909/c5d30e93-518c-4233-8955-c79f26b8f909.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.183618] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c03300f-3c24-484a-a9af-f629558ca2b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.193255] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1061.193255] env[69308]: value = "task-3868994" [ 1061.193255] env[69308]: _type = "Task" [ 1061.193255] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.194997] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Created folder: Project (ec846f5fed5147c4bae870b0ef47dc54) in parent group-v768498. [ 1061.194997] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Creating folder: Instances. Parent ref: group-v768759. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.199937] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc78420-ff6e-47a3-a458-f2107fdd44fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.201931] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.202160] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.203211] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599d13e8-2399-4a46-9a7e-7976ac97080d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.210990] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1061.210990] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]528d8b25-4d26-32f9-c8e7-7a7204ec5dff" [ 1061.210990] env[69308]: _type = "Task" [ 1061.210990] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.218096] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868994, 'name': Rename_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.221941] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Created folder: Instances in parent group-v768759. [ 1061.222307] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.223103] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.223411] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f1984e0-b4ab-453a-ae34-088526457347 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.251983] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528d8b25-4d26-32f9-c8e7-7a7204ec5dff, 'name': SearchDatastore_Task, 'duration_secs': 0.016578} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.253811] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6935b60c-1d9e-4eb5-9f20-0931927c6d39 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.259667] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.259667] env[69308]: value = "task-3868996" [ 1061.259667] env[69308]: _type = "Task" [ 1061.259667] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.261191] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1061.261191] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b437db-aa8f-0ef0-12b6-ce61d31c9c92" [ 1061.261191] env[69308]: _type = "Task" [ 1061.261191] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.274430] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868996, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.279013] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b437db-aa8f-0ef0-12b6-ce61d31c9c92, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.279367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.279760] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c6027108-2094-4aa0-99a2-250cd02d7857/c6027108-2094-4aa0-99a2-250cd02d7857.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.280250] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c54c0d07-adc4-4860-a2cb-be84602d320b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.290249] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1061.290249] env[69308]: value = "task-3868997" [ 1061.290249] env[69308]: _type = "Task" [ 1061.290249] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.301470] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3868997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.371027] env[69308]: INFO nova.compute.manager [-] [instance: cc7565da-c853-4592-af47-305eecd1e873] Took 2.09 seconds to deallocate network for instance. [ 1061.528256] env[69308]: DEBUG nova.compute.utils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.531513] env[69308]: DEBUG nova.compute.manager [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1061.710164] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868994, 'name': Rename_Task, 'duration_secs': 0.182802} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.713202] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.714417] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2efa3aa7-b631-4326-b79a-f7bdb17127b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.725340] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1061.725340] env[69308]: value = "task-3868998" [ 1061.725340] env[69308]: _type = "Task" [ 1061.725340] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.741525] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.768273] env[69308]: DEBUG nova.network.neutron [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Successfully updated port: 449411b4-3f62-47fe-9d0f-8218eabf59bf {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.774308] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868996, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.801397] env[69308]: DEBUG nova.compute.manager [req-c46d596c-bdb9-4508-9fe3-4994d71b73aa req-b4a0cdd4-4434-4f5f-ad65-58ab0e363d2b service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Received event network-vif-plugged-449411b4-3f62-47fe-9d0f-8218eabf59bf {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.805079] env[69308]: DEBUG oslo_concurrency.lockutils [req-c46d596c-bdb9-4508-9fe3-4994d71b73aa req-b4a0cdd4-4434-4f5f-ad65-58ab0e363d2b service nova] Acquiring lock "068481dd-28da-4397-bcca-788efcfa0c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.805079] env[69308]: DEBUG oslo_concurrency.lockutils [req-c46d596c-bdb9-4508-9fe3-4994d71b73aa req-b4a0cdd4-4434-4f5f-ad65-58ab0e363d2b service nova] Lock "068481dd-28da-4397-bcca-788efcfa0c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.805079] env[69308]: DEBUG oslo_concurrency.lockutils [req-c46d596c-bdb9-4508-9fe3-4994d71b73aa req-b4a0cdd4-4434-4f5f-ad65-58ab0e363d2b service nova] Lock "068481dd-28da-4397-bcca-788efcfa0c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.805079] env[69308]: DEBUG nova.compute.manager [req-c46d596c-bdb9-4508-9fe3-4994d71b73aa req-b4a0cdd4-4434-4f5f-ad65-58ab0e363d2b service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] No waiting events found dispatching network-vif-plugged-449411b4-3f62-47fe-9d0f-8218eabf59bf {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.805079] env[69308]: WARNING nova.compute.manager [req-c46d596c-bdb9-4508-9fe3-4994d71b73aa req-b4a0cdd4-4434-4f5f-ad65-58ab0e363d2b service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Received unexpected event network-vif-plugged-449411b4-3f62-47fe-9d0f-8218eabf59bf for instance with vm_state building and task_state spawning. [ 1061.807060] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3868997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483412} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.807060] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c6027108-2094-4aa0-99a2-250cd02d7857/c6027108-2094-4aa0-99a2-250cd02d7857.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.807348] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.807567] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a506d2c5-4834-4903-95fd-2194c8bd1cce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.816335] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1061.816335] env[69308]: value = "task-3868999" [ 1061.816335] env[69308]: _type = "Task" [ 1061.816335] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.831060] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3868999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.881570] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.019159] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163cab20-d415-4ee7-9c53-c8216ad3c31c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.029977] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5275bc98-48e0-438f-afb2-892f672c2f7b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.075739] env[69308]: DEBUG nova.compute.manager [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.084251] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622e1a41-725d-485b-820b-1008d424fb8c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.091786] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a38b68e-098f-4005-8e7a-a95d38e82548 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.112683] env[69308]: DEBUG nova.compute.provider_tree [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.238880] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.275413] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquiring lock "refresh_cache-068481dd-28da-4397-bcca-788efcfa0c72" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.275571] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquired lock "refresh_cache-068481dd-28da-4397-bcca-788efcfa0c72" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.275733] env[69308]: DEBUG nova.network.neutron [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.277838] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3868996, 'name': CreateVM_Task, 'duration_secs': 0.990011} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.277838] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.277962] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.278829] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.278829] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.278829] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c54811-8a77-48aa-9619-dd1fbe9f1b5b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.285033] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1062.285033] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527d020b-eac7-4c9f-ce55-13ee51252e67" [ 1062.285033] env[69308]: _type = "Task" [ 1062.285033] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.299948] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527d020b-eac7-4c9f-ce55-13ee51252e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.329601] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3868999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083849} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.330244] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.331047] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432e4225-592e-4865-8495-449a524c9f99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.353469] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] c6027108-2094-4aa0-99a2-250cd02d7857/c6027108-2094-4aa0-99a2-250cd02d7857.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.353678] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb82f049-3d5a-48d6-aef9-cc7566cd424d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.381093] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1062.381093] env[69308]: value = "task-3869000" [ 1062.381093] env[69308]: _type = "Task" [ 1062.381093] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.394900] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.618536] env[69308]: DEBUG nova.scheduler.client.report [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.740219] env[69308]: DEBUG oslo_vmware.api [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3868998, 'name': PowerOnVM_Task, 'duration_secs': 0.519172} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.740514] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.740718] env[69308]: INFO nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1062.740897] env[69308]: DEBUG nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.742373] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4948c0e7-0cea-4ec2-b3f9-0cf39e492bfc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.799812] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527d020b-eac7-4c9f-ce55-13ee51252e67, 'name': SearchDatastore_Task, 'duration_secs': 0.033305} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.800394] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.800807] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.801091] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.801247] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.801447] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.801726] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d81dd6b-0943-4cf2-b303-69406d93c6e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.815012] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.815839] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.817317] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e28f244f-2517-4f12-b912-7430af6edffa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.828209] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1062.828209] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52760bca-cc47-2117-b725-7ec11a18053a" [ 1062.828209] env[69308]: _type = "Task" [ 1062.828209] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.833183] env[69308]: DEBUG nova.network.neutron [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.846706] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52760bca-cc47-2117-b725-7ec11a18053a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.892828] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869000, 'name': ReconfigVM_Task, 'duration_secs': 0.289012} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.895699] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Reconfigured VM instance instance-0000005f to attach disk [datastore2] c6027108-2094-4aa0-99a2-250cd02d7857/c6027108-2094-4aa0-99a2-250cd02d7857.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.897533] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56acb19a-4902-4566-89ef-4662a15f1f45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.902970] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "68e17c09-e810-40c6-ae1f-1f92eabb4462" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.902970] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "68e17c09-e810-40c6-ae1f-1f92eabb4462" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.911237] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1062.911237] env[69308]: value = "task-3869001" [ 1062.911237] env[69308]: _type = "Task" [ 1062.911237] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.922318] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869001, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.085971] env[69308]: DEBUG nova.network.neutron [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Updating instance_info_cache with network_info: [{"id": "449411b4-3f62-47fe-9d0f-8218eabf59bf", "address": "fa:16:3e:36:5d:24", "network": {"id": "8b940a1d-6ce4-4701-bee3-749b9a78ecf5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1641622469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23842308085045869c687ed82301b939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449411b4-3f", "ovs_interfaceid": "449411b4-3f62-47fe-9d0f-8218eabf59bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.093085] env[69308]: DEBUG nova.compute.manager [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.122470] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.124878] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.283s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.129286] env[69308]: INFO nova.compute.claims [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.136271] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.136689] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.136998] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.137314] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.137563] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.137809] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.138488] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.138488] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.138857] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.139176] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.139554] env[69308]: DEBUG nova.virt.hardware [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.140798] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b70d7-6404-443c-acdc-ccc3f1c4c193 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.151559] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03185eb-f3d1-4139-aa83-8ff291023ba8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.169618] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.175818] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.177088] env[69308]: INFO nova.scheduler.client.report [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted allocations for instance 94f44c5f-ae37-41e4-a343-d77789207ff1 [ 1063.178169] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.178392] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d3d6d1-5e79-4f8d-ab02-af2372ed865c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.199799] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.199799] env[69308]: value = "task-3869005" [ 1063.199799] env[69308]: _type = "Task" [ 1063.199799] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.215703] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869005, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.261553] env[69308]: INFO nova.compute.manager [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Took 37.84 seconds to build instance. [ 1063.339111] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52760bca-cc47-2117-b725-7ec11a18053a, 'name': SearchDatastore_Task, 'duration_secs': 0.039986} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.340080] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2341f5ef-8d3c-433c-8603-1131c00cd773 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.350541] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1063.350541] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52000f4d-e9aa-4142-105b-4f1c5e49a1d3" [ 1063.350541] env[69308]: _type = "Task" [ 1063.350541] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.361160] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52000f4d-e9aa-4142-105b-4f1c5e49a1d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.405931] env[69308]: DEBUG nova.compute.manager [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.422412] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869001, 'name': Rename_Task, 'duration_secs': 0.146763} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.422721] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.422977] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a533c8a-d2e1-482f-9b12-f7cc5ccea04c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.431760] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1063.431760] env[69308]: value = "task-3869006" [ 1063.431760] env[69308]: _type = "Task" [ 1063.431760] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.440207] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.598518] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Releasing lock "refresh_cache-068481dd-28da-4397-bcca-788efcfa0c72" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.598672] env[69308]: DEBUG nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Instance network_info: |[{"id": "449411b4-3f62-47fe-9d0f-8218eabf59bf", "address": "fa:16:3e:36:5d:24", "network": {"id": "8b940a1d-6ce4-4701-bee3-749b9a78ecf5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1641622469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23842308085045869c687ed82301b939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449411b4-3f", "ovs_interfaceid": "449411b4-3f62-47fe-9d0f-8218eabf59bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.599036] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:5d:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '449411b4-3f62-47fe-9d0f-8218eabf59bf', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.606839] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Creating folder: Project (23842308085045869c687ed82301b939). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.607163] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0284d681-08ad-414a-9eda-0a5b6b503147 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.619790] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Created folder: Project (23842308085045869c687ed82301b939) in parent group-v768498. [ 1063.619983] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Creating folder: Instances. Parent ref: group-v768766. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.620249] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf1d9820-7c3e-4bdd-abdb-fd74505b670a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.630728] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Created folder: Instances in parent group-v768766. [ 1063.631059] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.631424] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.631778] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc3a3633-9b1e-40d6-a6f3-ab424a59403d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.656730] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.656730] env[69308]: value = "task-3869009" [ 1063.656730] env[69308]: _type = "Task" [ 1063.656730] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.667859] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869009, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.697033] env[69308]: DEBUG oslo_concurrency.lockutils [None req-16435530-02f6-4f08-bdff-4896b0a7015b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "94f44c5f-ae37-41e4-a343-d77789207ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.949s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.711079] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869005, 'name': CreateVM_Task, 'duration_secs': 0.369116} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.711367] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.711895] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.712205] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.712544] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.713216] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3091a7-4526-4158-9c37-a61be7155f18 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.718934] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1063.718934] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d8b951-0325-ee93-0087-30508f28cbb7" [ 1063.718934] env[69308]: _type = "Task" [ 1063.718934] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.729236] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d8b951-0325-ee93-0087-30508f28cbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.765259] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e0f5d24b-4d87-45b9-8ddc-6ecb0fb691ad tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.356s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.862447] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52000f4d-e9aa-4142-105b-4f1c5e49a1d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014175} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.862891] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.863088] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 2a11994e-3bf9-4b3d-b8f9-2b05060efba7/2a11994e-3bf9-4b3d-b8f9-2b05060efba7.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.863471] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03041ca5-3d22-4200-8edc-9b1b93cc963d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.873475] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1063.873475] env[69308]: value = "task-3869010" [ 1063.873475] env[69308]: _type = "Task" [ 1063.873475] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.885431] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.894285] env[69308]: DEBUG nova.compute.manager [req-7104617d-37b1-484b-a552-aaabf34c8da2 req-31a33a7c-a029-4e4a-a690-b9e48564ced4 service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Received event network-changed-449411b4-3f62-47fe-9d0f-8218eabf59bf {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.894563] env[69308]: DEBUG nova.compute.manager [req-7104617d-37b1-484b-a552-aaabf34c8da2 req-31a33a7c-a029-4e4a-a690-b9e48564ced4 service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Refreshing instance network info cache due to event network-changed-449411b4-3f62-47fe-9d0f-8218eabf59bf. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.894909] env[69308]: DEBUG oslo_concurrency.lockutils [req-7104617d-37b1-484b-a552-aaabf34c8da2 req-31a33a7c-a029-4e4a-a690-b9e48564ced4 service nova] Acquiring lock "refresh_cache-068481dd-28da-4397-bcca-788efcfa0c72" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.895067] env[69308]: DEBUG oslo_concurrency.lockutils [req-7104617d-37b1-484b-a552-aaabf34c8da2 req-31a33a7c-a029-4e4a-a690-b9e48564ced4 service nova] Acquired lock "refresh_cache-068481dd-28da-4397-bcca-788efcfa0c72" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.895252] env[69308]: DEBUG nova.network.neutron [req-7104617d-37b1-484b-a552-aaabf34c8da2 req-31a33a7c-a029-4e4a-a690-b9e48564ced4 service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Refreshing network info cache for port 449411b4-3f62-47fe-9d0f-8218eabf59bf {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.942473] env[69308]: DEBUG oslo_vmware.api [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869006, 'name': PowerOnVM_Task, 'duration_secs': 0.488938} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.944946] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.944946] env[69308]: INFO nova.compute.manager [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Took 3.47 seconds to spawn the instance on the hypervisor. [ 1063.944946] env[69308]: DEBUG nova.compute.manager [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.944946] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4bc284-d404-480f-9cff-f1c86025e847 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.948421] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.168973] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869009, 'name': CreateVM_Task, 'duration_secs': 0.426558} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.169273] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.170122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.170337] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.170762] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.171137] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e7b6ad-3a28-44a8-af94-318b9e0bcb6c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.178768] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1064.178768] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4a513-1641-0e6a-ed04-ed9ad0c8e253" [ 1064.178768] env[69308]: _type = "Task" [ 1064.178768] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.195032] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4a513-1641-0e6a-ed04-ed9ad0c8e253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.231747] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d8b951-0325-ee93-0087-30508f28cbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.232104] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.232364] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.232613] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.232759] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.232945] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.233268] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9851aad2-7520-4ca7-abe7-57ced545ef9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.247374] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.247651] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.248601] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3093699-6a6f-4ab0-9812-ced830f05019 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.255970] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1064.255970] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522d6de1-6015-6953-0bbe-4b1d189e112d" [ 1064.255970] env[69308]: _type = "Task" [ 1064.255970] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.275535] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522d6de1-6015-6953-0bbe-4b1d189e112d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.388320] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869010, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.474687] env[69308]: INFO nova.compute.manager [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Took 20.26 seconds to build instance. [ 1064.633098] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083941b7-e4c3-4337-8078-c25780b171dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.641685] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f05896e-79b5-4626-9e97-e55807d1ad91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.679735] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f130ba2a-0986-4db3-aeec-c6e320ef040b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.694327] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a4a513-1641-0e6a-ed04-ed9ad0c8e253, 'name': SearchDatastore_Task, 'duration_secs': 0.057392} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.696953] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.697286] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.697563] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.697676] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.698297] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.698297] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bd12b6a-b7ce-414a-a3db-5771501cf6a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.704443] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb15391-fe96-453a-afb8-a4d28e6ed322 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.725601] env[69308]: DEBUG nova.compute.provider_tree [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.730591] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.731057] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.731925] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-293a68df-2782-4b13-b483-819c621cc83b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.742043] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1064.742043] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a2e87c-6c72-b28f-4c34-cd93f97a6471" [ 1064.742043] env[69308]: _type = "Task" [ 1064.742043] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.756726] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a2e87c-6c72-b28f-4c34-cd93f97a6471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.766596] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522d6de1-6015-6953-0bbe-4b1d189e112d, 'name': SearchDatastore_Task, 'duration_secs': 0.031231} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.768854] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20f8102-a583-4152-a0fc-1ca675fcadc9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.774627] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1064.774627] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b5f817-1b54-2e57-5cf4-9fa460388453" [ 1064.774627] env[69308]: _type = "Task" [ 1064.774627] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.787135] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b5f817-1b54-2e57-5cf4-9fa460388453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.885593] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6195} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.886872] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 2a11994e-3bf9-4b3d-b8f9-2b05060efba7/2a11994e-3bf9-4b3d-b8f9-2b05060efba7.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.886872] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.886872] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cb28b66-a5d9-443f-ad5c-55548bab4b76 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.894018] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1064.894018] env[69308]: value = "task-3869011" [ 1064.894018] env[69308]: _type = "Task" [ 1064.894018] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.895073] env[69308]: DEBUG nova.network.neutron [req-7104617d-37b1-484b-a552-aaabf34c8da2 req-31a33a7c-a029-4e4a-a690-b9e48564ced4 service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Updated VIF entry in instance network info cache for port 449411b4-3f62-47fe-9d0f-8218eabf59bf. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.895465] env[69308]: DEBUG nova.network.neutron [req-7104617d-37b1-484b-a552-aaabf34c8da2 req-31a33a7c-a029-4e4a-a690-b9e48564ced4 service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Updating instance_info_cache with network_info: [{"id": "449411b4-3f62-47fe-9d0f-8218eabf59bf", "address": "fa:16:3e:36:5d:24", "network": {"id": "8b940a1d-6ce4-4701-bee3-749b9a78ecf5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1641622469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23842308085045869c687ed82301b939", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449411b4-3f", "ovs_interfaceid": "449411b4-3f62-47fe-9d0f-8218eabf59bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.907169] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.978718] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7f0f28f-60f3-4a25-a35a-2cc386684f38 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "c6027108-2094-4aa0-99a2-250cd02d7857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.775s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.228611] env[69308]: DEBUG nova.scheduler.client.report [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.258120] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a2e87c-6c72-b28f-4c34-cd93f97a6471, 'name': SearchDatastore_Task, 'duration_secs': 0.031322} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.259395] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ca4de3-95f5-4fb5-8dd0-4704b5556cd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.266987] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1065.266987] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c2767e-6540-32b3-2da6-a9e223b939d7" [ 1065.266987] env[69308]: _type = "Task" [ 1065.266987] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.277345] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c2767e-6540-32b3-2da6-a9e223b939d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.289753] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b5f817-1b54-2e57-5cf4-9fa460388453, 'name': SearchDatastore_Task, 'duration_secs': 0.017876} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.290111] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.290430] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586/5e4222ca-05dc-4dbe-b9cc-a64073a76586.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.290818] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1317996a-2974-4653-9408-6aeb299c81f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.298915] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1065.298915] env[69308]: value = "task-3869012" [ 1065.298915] env[69308]: _type = "Task" [ 1065.298915] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.308812] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.402265] env[69308]: DEBUG oslo_concurrency.lockutils [req-7104617d-37b1-484b-a552-aaabf34c8da2 req-31a33a7c-a029-4e4a-a690-b9e48564ced4 service nova] Releasing lock "refresh_cache-068481dd-28da-4397-bcca-788efcfa0c72" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.411435] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099449} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.411782] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.412855] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64032848-cf05-44a2-ba40-e9ecab472091 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.457853] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 2a11994e-3bf9-4b3d-b8f9-2b05060efba7/2a11994e-3bf9-4b3d-b8f9-2b05060efba7.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.457853] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-013a4c20-e1e3-44e9-ae84-2c4ddfef1075 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.481822] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1065.481822] env[69308]: value = "task-3869013" [ 1065.481822] env[69308]: _type = "Task" [ 1065.481822] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.494228] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.525446] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "1c380368-2ff2-4c82-8985-557316cdaf9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.525625] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.734038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.734613] env[69308]: DEBUG nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.737857] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.949s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.742026] env[69308]: DEBUG nova.objects.instance [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lazy-loading 'resources' on Instance uuid 2f88e86f-8254-43ed-ba39-b6418343e522 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.784320] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c2767e-6540-32b3-2da6-a9e223b939d7, 'name': SearchDatastore_Task, 'duration_secs': 0.026654} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.785180] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.785796] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 068481dd-28da-4397-bcca-788efcfa0c72/068481dd-28da-4397-bcca-788efcfa0c72.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.786194] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9e73853-9d9a-4d44-b7fd-6e2eeb61bf7b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.797838] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1065.797838] env[69308]: value = "task-3869014" [ 1065.797838] env[69308]: _type = "Task" [ 1065.797838] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.822029] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.823305] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869012, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.927955] env[69308]: DEBUG nova.compute.manager [req-fc341df5-1daf-4fb7-b0a9-945907b073f5 req-c68185c7-29cb-4af8-95d3-dcef283f3333 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Received event network-changed-20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.927955] env[69308]: DEBUG nova.compute.manager [req-fc341df5-1daf-4fb7-b0a9-945907b073f5 req-c68185c7-29cb-4af8-95d3-dcef283f3333 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Refreshing instance network info cache due to event network-changed-20924ffc-d62a-4475-acb7-21dce23826a7. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.928504] env[69308]: DEBUG oslo_concurrency.lockutils [req-fc341df5-1daf-4fb7-b0a9-945907b073f5 req-c68185c7-29cb-4af8-95d3-dcef283f3333 service nova] Acquiring lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.928677] env[69308]: DEBUG oslo_concurrency.lockutils [req-fc341df5-1daf-4fb7-b0a9-945907b073f5 req-c68185c7-29cb-4af8-95d3-dcef283f3333 service nova] Acquired lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.928850] env[69308]: DEBUG nova.network.neutron [req-fc341df5-1daf-4fb7-b0a9-945907b073f5 req-c68185c7-29cb-4af8-95d3-dcef283f3333 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Refreshing network info cache for port 20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.993658] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.028362] env[69308]: DEBUG nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.244318] env[69308]: DEBUG nova.compute.utils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.250766] env[69308]: DEBUG nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.250949] env[69308]: DEBUG nova.network.neutron [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.295985] env[69308]: DEBUG nova.policy [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '241b2cba5861422e989b652b170b06ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983c3020d8374ffcb54d8b9976da06df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.316743] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869014, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.319957] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740487} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.322549] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586/5e4222ca-05dc-4dbe-b9cc-a64073a76586.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.322786] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.323223] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6bfa35d-5a5b-4a2f-86ae-19f59106093f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.332330] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1066.332330] env[69308]: value = "task-3869016" [ 1066.332330] env[69308]: _type = "Task" [ 1066.332330] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.347280] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.495251] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869013, 'name': ReconfigVM_Task, 'duration_secs': 1.002126} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.495951] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 2a11994e-3bf9-4b3d-b8f9-2b05060efba7/2a11994e-3bf9-4b3d-b8f9-2b05060efba7.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.496619] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a5cc3a-34dd-4b65-bfd8-4ef490812c7c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.511074] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1066.511074] env[69308]: value = "task-3869017" [ 1066.511074] env[69308]: _type = "Task" [ 1066.511074] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.522880] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869017, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.553012] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.654255] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fa0265-e91c-4f87-a72f-d381b98a7b84 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.666124] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f21df83-7507-4995-be71-b37916e8e121 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.704551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3427c3-d2fc-4a8c-8d13-350fcf4ef0d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.713857] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6bc50c-ac98-41be-852e-7d835157f77c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.733525] env[69308]: DEBUG nova.compute.provider_tree [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.754389] env[69308]: DEBUG nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.822270] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95617} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.822925] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 068481dd-28da-4397-bcca-788efcfa0c72/068481dd-28da-4397-bcca-788efcfa0c72.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.823187] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.823491] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-412a8c1e-7a57-43f2-ac02-0682fce4d151 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.832243] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1066.832243] env[69308]: value = "task-3869018" [ 1066.832243] env[69308]: _type = "Task" [ 1066.832243] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.850968] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.851272] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08456} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.851558] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.856422] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134efb90-5b22-4f2a-bd82-18df207956db {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.881374] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586/5e4222ca-05dc-4dbe-b9cc-a64073a76586.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.881856] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa28470-9fbe-480b-afed-07ae9a98146d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.908062] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1066.908062] env[69308]: value = "task-3869019" [ 1066.908062] env[69308]: _type = "Task" [ 1066.908062] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.916819] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.935025] env[69308]: DEBUG nova.network.neutron [req-fc341df5-1daf-4fb7-b0a9-945907b073f5 req-c68185c7-29cb-4af8-95d3-dcef283f3333 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updated VIF entry in instance network info cache for port 20924ffc-d62a-4475-acb7-21dce23826a7. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.935025] env[69308]: DEBUG nova.network.neutron [req-fc341df5-1daf-4fb7-b0a9-945907b073f5 req-c68185c7-29cb-4af8-95d3-dcef283f3333 service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updating instance_info_cache with network_info: [{"id": "20924ffc-d62a-4475-acb7-21dce23826a7", "address": "fa:16:3e:ef:5d:36", "network": {"id": "f8d445e9-d263-4374-a99a-94f165f34266", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-87190337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "145e7047bcb94f5dae910b9203da9c74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20924ffc-d6", "ovs_interfaceid": "20924ffc-d62a-4475-acb7-21dce23826a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.000439] env[69308]: DEBUG nova.network.neutron [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Successfully created port: b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.024568] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869017, 'name': Rename_Task, 'duration_secs': 0.249609} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.024865] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.025213] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-633f25bc-ca72-4fb6-82c2-8ab15e7106b4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.034443] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1067.034443] env[69308]: value = "task-3869020" [ 1067.034443] env[69308]: _type = "Task" [ 1067.034443] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.044591] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.236795] env[69308]: DEBUG nova.scheduler.client.report [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.348212] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085104} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.348920] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.350055] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30915d62-7a3d-49c9-b0a6-ebbb0e140d42 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.374610] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 068481dd-28da-4397-bcca-788efcfa0c72/068481dd-28da-4397-bcca-788efcfa0c72.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.375361] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae84315-8880-42a5-ac0b-c738dc84ce69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.411022] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1067.411022] env[69308]: value = "task-3869021" [ 1067.411022] env[69308]: _type = "Task" [ 1067.411022] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.420285] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869019, 'name': ReconfigVM_Task, 'duration_secs': 0.390337} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.424153] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586/5e4222ca-05dc-4dbe-b9cc-a64073a76586.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.426062] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.426319] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d37bc31e-6849-4fab-987e-441010f947ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.436340] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1067.436340] env[69308]: value = "task-3869022" [ 1067.436340] env[69308]: _type = "Task" [ 1067.436340] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.436943] env[69308]: DEBUG oslo_concurrency.lockutils [req-fc341df5-1daf-4fb7-b0a9-945907b073f5 req-c68185c7-29cb-4af8-95d3-dcef283f3333 service nova] Releasing lock "refresh_cache-c5d30e93-518c-4233-8955-c79f26b8f909" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.451474] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869022, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.547966] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.743060] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.745771] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.333s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.747393] env[69308]: INFO nova.compute.claims [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.766868] env[69308]: DEBUG nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.777657] env[69308]: INFO nova.scheduler.client.report [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted allocations for instance 2f88e86f-8254-43ed-ba39-b6418343e522 [ 1067.810647] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.810890] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.811057] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.811301] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.811378] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.811521] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.811727] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.811884] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.812086] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.812264] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.812477] env[69308]: DEBUG nova.virt.hardware [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.813784] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246040b8-7dd3-4ad4-8b9e-0a7c2fbe1113 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.824657] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb67c76e-9910-4762-b0da-bed40e1e689d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.923328] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869021, 'name': ReconfigVM_Task, 'duration_secs': 0.365242} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.923691] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 068481dd-28da-4397-bcca-788efcfa0c72/068481dd-28da-4397-bcca-788efcfa0c72.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.924354] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-004e9c6b-ef90-48ef-ad50-bfadca62f4fe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.935830] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1067.935830] env[69308]: value = "task-3869023" [ 1067.935830] env[69308]: _type = "Task" [ 1067.935830] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.951168] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869023, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.954985] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869022, 'name': Rename_Task, 'duration_secs': 0.150804} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.955312] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.955644] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d3ed32f-ff04-4167-8770-3f9f59750af6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.966339] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1067.966339] env[69308]: value = "task-3869024" [ 1067.966339] env[69308]: _type = "Task" [ 1067.966339] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.978179] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.047217] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869020, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.290740] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b353f6f1-eafa-439a-b233-9faa95a70c2b tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "2f88e86f-8254-43ed-ba39-b6418343e522" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.143s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.447983] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869023, 'name': Rename_Task, 'duration_secs': 0.237107} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.449158] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.449470] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f60689-e7c8-4c8a-9be6-ec0f9b0644a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.456993] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1068.456993] env[69308]: value = "task-3869026" [ 1068.456993] env[69308]: _type = "Task" [ 1068.456993] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.469609] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.480967] env[69308]: DEBUG oslo_vmware.api [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869024, 'name': PowerOnVM_Task, 'duration_secs': 0.510983} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.481417] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.481662] env[69308]: INFO nova.compute.manager [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Took 5.39 seconds to spawn the instance on the hypervisor. [ 1068.482315] env[69308]: DEBUG nova.compute.manager [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.483145] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134138e1-718f-42c4-b701-21cb83db3d22 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.551090] env[69308]: DEBUG oslo_vmware.api [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869020, 'name': PowerOnVM_Task, 'duration_secs': 1.344732} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.552301] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.552510] env[69308]: INFO nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Took 13.33 seconds to spawn the instance on the hypervisor. [ 1068.552693] env[69308]: DEBUG nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.553555] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3111dff4-0d29-48d9-90e8-1e218408b229 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.745461] env[69308]: DEBUG nova.compute.manager [req-3df11c1c-72f8-40c2-83a4-9c2eb77ad342 req-84e87a83-4601-4041-b99f-8c1f0085cf2b service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Received event network-vif-plugged-b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.745696] env[69308]: DEBUG oslo_concurrency.lockutils [req-3df11c1c-72f8-40c2-83a4-9c2eb77ad342 req-84e87a83-4601-4041-b99f-8c1f0085cf2b service nova] Acquiring lock "4159934b-8fe1-4454-859c-6c220d69320f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.745923] env[69308]: DEBUG oslo_concurrency.lockutils [req-3df11c1c-72f8-40c2-83a4-9c2eb77ad342 req-84e87a83-4601-4041-b99f-8c1f0085cf2b service nova] Lock "4159934b-8fe1-4454-859c-6c220d69320f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.747270] env[69308]: DEBUG oslo_concurrency.lockutils [req-3df11c1c-72f8-40c2-83a4-9c2eb77ad342 req-84e87a83-4601-4041-b99f-8c1f0085cf2b service nova] Lock "4159934b-8fe1-4454-859c-6c220d69320f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.747502] env[69308]: DEBUG nova.compute.manager [req-3df11c1c-72f8-40c2-83a4-9c2eb77ad342 req-84e87a83-4601-4041-b99f-8c1f0085cf2b service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] No waiting events found dispatching network-vif-plugged-b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.747670] env[69308]: WARNING nova.compute.manager [req-3df11c1c-72f8-40c2-83a4-9c2eb77ad342 req-84e87a83-4601-4041-b99f-8c1f0085cf2b service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Received unexpected event network-vif-plugged-b04b8402-cd34-4197-91ee-f83881d33c9a for instance with vm_state building and task_state spawning. [ 1068.958149] env[69308]: DEBUG nova.network.neutron [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Successfully updated port: b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.974655] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.012713] env[69308]: INFO nova.compute.manager [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Took 24.30 seconds to build instance. [ 1069.085126] env[69308]: INFO nova.compute.manager [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Took 41.25 seconds to build instance. [ 1069.108928] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535aee23-6342-4f5a-9c9c-62cc8a3db6c4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.118189] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de1a39b-358e-4910-8f69-b07fa95dbe4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.153557] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194dc294-33f6-4e91-b0ac-983b74da79e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.162856] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afffe6b-37f8-44b6-9029-a52d68c574ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.181649] env[69308]: DEBUG nova.compute.provider_tree [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.364570] env[69308]: INFO nova.compute.manager [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Rebuilding instance [ 1069.432392] env[69308]: DEBUG nova.compute.manager [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.433590] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111df9ae-1363-409e-9a93-cd2f40c06894 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.463696] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.463920] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.464586] env[69308]: DEBUG nova.network.neutron [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.476644] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869026, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.516355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e5055927-1a93-4321-bda4-255eb0231c84 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.822s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.587427] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2f91fccb-066e-4781-8888-44db5e7d3a73 tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.761s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.685783] env[69308]: DEBUG nova.scheduler.client.report [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.979387] env[69308]: DEBUG oslo_vmware.api [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869026, 'name': PowerOnVM_Task, 'duration_secs': 1.034656} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.979387] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.979387] env[69308]: INFO nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Took 12.10 seconds to spawn the instance on the hypervisor. [ 1069.979387] env[69308]: DEBUG nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.980411] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2770b-3fea-4f2f-9a93-03443d31384e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.031152] env[69308]: DEBUG nova.network.neutron [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.159708] env[69308]: DEBUG nova.compute.manager [None req-2b31e805-b96d-44c3-8d9c-6ef420168561 tempest-ServerDiagnosticsTest-932064975 tempest-ServerDiagnosticsTest-932064975-project-admin] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.161567] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f435afd0-f0f1-486e-b683-d32dc491e22c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.176416] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.176828] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.179074] env[69308]: INFO nova.compute.manager [None req-2b31e805-b96d-44c3-8d9c-6ef420168561 tempest-ServerDiagnosticsTest-932064975 tempest-ServerDiagnosticsTest-932064975-project-admin] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Retrieving diagnostics [ 1070.184274] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad9a11-b171-487a-b70d-5b94339e1a8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.195413] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.196331] env[69308]: DEBUG nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.112077] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.414s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.112795] env[69308]: DEBUG nova.objects.instance [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1071.121341] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.129040] env[69308]: DEBUG nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.136886] env[69308]: DEBUG nova.network.neutron [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Updating instance_info_cache with network_info: [{"id": "b04b8402-cd34-4197-91ee-f83881d33c9a", "address": "fa:16:3e:3f:d8:83", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04b8402-cd", "ovs_interfaceid": "b04b8402-cd34-4197-91ee-f83881d33c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.142729] env[69308]: DEBUG nova.compute.utils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.149867] env[69308]: DEBUG nova.compute.manager [req-0b364f2c-d3b9-4749-b5d6-09acd1f4c272 req-b6ca9874-36c3-4a88-8b77-874c73eba19b service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Received event network-changed-b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.150058] env[69308]: DEBUG nova.compute.manager [req-0b364f2c-d3b9-4749-b5d6-09acd1f4c272 req-b6ca9874-36c3-4a88-8b77-874c73eba19b service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Refreshing instance network info cache due to event network-changed-b04b8402-cd34-4197-91ee-f83881d33c9a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.150273] env[69308]: DEBUG oslo_concurrency.lockutils [req-0b364f2c-d3b9-4749-b5d6-09acd1f4c272 req-b6ca9874-36c3-4a88-8b77-874c73eba19b service nova] Acquiring lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.150589] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83f34ada-2b45-411f-9baf-3e878c575397 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.153967] env[69308]: DEBUG nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.154254] env[69308]: DEBUG nova.network.neutron [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.158874] env[69308]: INFO nova.compute.manager [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Took 43.10 seconds to build instance. [ 1071.164029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquiring lock "a530b715-089a-4751-bfb6-71781fa8557c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.164029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "a530b715-089a-4751-bfb6-71781fa8557c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.174522] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1071.174522] env[69308]: value = "task-3869028" [ 1071.174522] env[69308]: _type = "Task" [ 1071.174522] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.191354] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.233940] env[69308]: DEBUG nova.policy [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f38b086c1a4ef1b1e30c6ff0ad36c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c18fe6e672f47269103d876f9d17f48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.556903] env[69308]: DEBUG nova.network.neutron [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Successfully created port: 47c476b6-f2db-4286-a66c-1175ae1da7aa {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.659170] env[69308]: DEBUG nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.666639] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bfa206a-5afa-4160-9908-f50722c4aafe tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "068481dd-28da-4397-bcca-788efcfa0c72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.623s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.666861] env[69308]: DEBUG nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.685587] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.686643] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.687044] env[69308]: DEBUG nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Instance network_info: |[{"id": "b04b8402-cd34-4197-91ee-f83881d33c9a", "address": "fa:16:3e:3f:d8:83", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04b8402-cd", "ovs_interfaceid": "b04b8402-cd34-4197-91ee-f83881d33c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.687429] env[69308]: DEBUG oslo_concurrency.lockutils [req-0b364f2c-d3b9-4749-b5d6-09acd1f4c272 req-b6ca9874-36c3-4a88-8b77-874c73eba19b service nova] Acquired lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.687678] env[69308]: DEBUG nova.network.neutron [req-0b364f2c-d3b9-4749-b5d6-09acd1f4c272 req-b6ca9874-36c3-4a88-8b77-874c73eba19b service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Refreshing network info cache for port b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.690051] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:d8:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b04b8402-cd34-4197-91ee-f83881d33c9a', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.704926] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.708571] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.713808] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f21235a-4d22-4503-980c-33b0d6b82294 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.740943] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869028, 'name': PowerOffVM_Task, 'duration_secs': 0.19991} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.741355] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.741670] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.743767] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d136f33f-d223-46ff-a06a-7e5ee9879886 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.750145] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.750145] env[69308]: value = "task-3869029" [ 1071.750145] env[69308]: _type = "Task" [ 1071.750145] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.763312] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquiring lock "068481dd-28da-4397-bcca-788efcfa0c72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.763662] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "068481dd-28da-4397-bcca-788efcfa0c72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.763939] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquiring lock "068481dd-28da-4397-bcca-788efcfa0c72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.764212] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "068481dd-28da-4397-bcca-788efcfa0c72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.764448] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "068481dd-28da-4397-bcca-788efcfa0c72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.766565] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.767185] env[69308]: INFO nova.compute.manager [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Terminating instance [ 1071.773826] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a06781ef-b359-4a14-b776-35d832ec64dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.775959] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869029, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.815424] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.815684] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.815909] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Deleting the datastore file [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.816529] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ed252e5-f82f-4967-a43e-24aea16375a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.825841] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1071.825841] env[69308]: value = "task-3869031" [ 1071.825841] env[69308]: _type = "Task" [ 1071.825841] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.837320] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.149635] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ccd326e6-d86a-4f9a-a4c5-f6c8f0187a93 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.038s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.151398] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.264s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.153738] env[69308]: INFO nova.compute.claims [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.199204] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.271038] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869029, 'name': CreateVM_Task, 'duration_secs': 0.463388} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.271038] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.271038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.271038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.271038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.271038] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fa45da-e744-40ba-b98c-354746ab9413 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.280662] env[69308]: DEBUG nova.compute.manager [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.280959] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.281495] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1072.281495] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522f1113-506c-c9db-f8e3-ee10f2a17f2b" [ 1072.281495] env[69308]: _type = "Task" [ 1072.281495] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.283352] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d242d42-168f-460d-895b-1aec3e6271b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.295946] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.299763] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6855c1db-91e8-4a7e-bbe0-1af5dbf72d2e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.302406] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522f1113-506c-c9db-f8e3-ee10f2a17f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.302746] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.303110] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.303399] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.303605] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.303823] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.304525] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e25f6a-e310-4b52-a5ff-48087f64f78a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.309492] env[69308]: DEBUG oslo_vmware.api [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1072.309492] env[69308]: value = "task-3869032" [ 1072.309492] env[69308]: _type = "Task" [ 1072.309492] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.313910] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquiring lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.313910] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.314194] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquiring lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.314431] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.314706] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.319082] env[69308]: INFO nova.compute.manager [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Terminating instance [ 1072.324039] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.324039] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.324039] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1739f830-4d3f-4dc4-b7ef-5f4594db536a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.326796] env[69308]: DEBUG nova.network.neutron [req-0b364f2c-d3b9-4749-b5d6-09acd1f4c272 req-b6ca9874-36c3-4a88-8b77-874c73eba19b service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Updated VIF entry in instance network info cache for port b04b8402-cd34-4197-91ee-f83881d33c9a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.327218] env[69308]: DEBUG nova.network.neutron [req-0b364f2c-d3b9-4749-b5d6-09acd1f4c272 req-b6ca9874-36c3-4a88-8b77-874c73eba19b service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Updating instance_info_cache with network_info: [{"id": "b04b8402-cd34-4197-91ee-f83881d33c9a", "address": "fa:16:3e:3f:d8:83", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04b8402-cd", "ovs_interfaceid": "b04b8402-cd34-4197-91ee-f83881d33c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.332390] env[69308]: DEBUG oslo_vmware.api [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.339742] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1072.339742] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5246a184-6101-c602-fde1-887c1cef73fe" [ 1072.339742] env[69308]: _type = "Task" [ 1072.339742] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.347522] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167651} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.348210] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.348474] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.348693] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.355623] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5246a184-6101-c602-fde1-887c1cef73fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.356750] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b930a60-a902-4e8c-88e5-e3df92a55549 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.362825] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1072.362825] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523034aa-bf73-761e-ad3c-5408c4f33f25" [ 1072.362825] env[69308]: _type = "Task" [ 1072.362825] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.372379] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523034aa-bf73-761e-ad3c-5408c4f33f25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.673883] env[69308]: DEBUG nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.703716] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.704030] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.704211] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.704397] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.704543] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.704695] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.704926] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.705158] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.705377] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.705602] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.705827] env[69308]: DEBUG nova.virt.hardware [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.706920] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dd2af9-b1e8-434f-a9e0-2e10a8008a16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.716450] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83731844-b3af-4afe-b128-e8bd52abc018 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.819784] env[69308]: DEBUG oslo_vmware.api [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869032, 'name': PowerOffVM_Task, 'duration_secs': 0.247155} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.820086] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.820637] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.820737] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53e60950-b80c-4250-93d4-b3d9506ba9be {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.824563] env[69308]: DEBUG nova.compute.manager [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.824857] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.825658] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd7671-d580-43f0-af4b-4aa54ec3833f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.833281] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.833885] env[69308]: DEBUG oslo_concurrency.lockutils [req-0b364f2c-d3b9-4749-b5d6-09acd1f4c272 req-b6ca9874-36c3-4a88-8b77-874c73eba19b service nova] Releasing lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.834295] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2f59154-1dc2-4218-91eb-fdbb92947546 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.842198] env[69308]: DEBUG oslo_vmware.api [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1072.842198] env[69308]: value = "task-3869035" [ 1072.842198] env[69308]: _type = "Task" [ 1072.842198] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.853485] env[69308]: DEBUG oslo_vmware.api [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.875392] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523034aa-bf73-761e-ad3c-5408c4f33f25, 'name': SearchDatastore_Task, 'duration_secs': 0.01221} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.875612] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.875966] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f/4159934b-8fe1-4454-859c-6c220d69320f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.876349] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-622a2e3c-4d68-4680-b20b-959352d1649e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.886292] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1072.886292] env[69308]: value = "task-3869036" [ 1072.886292] env[69308]: _type = "Task" [ 1072.886292] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.898509] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.900251] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.900787] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.900923] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Deleting the datastore file [datastore2] 068481dd-28da-4397-bcca-788efcfa0c72 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.901249] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c8b02b-bb64-4c1c-b168-5fc85c939a82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.909953] env[69308]: DEBUG oslo_vmware.api [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for the task: (returnval){ [ 1072.909953] env[69308]: value = "task-3869037" [ 1072.909953] env[69308]: _type = "Task" [ 1072.909953] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.920974] env[69308]: DEBUG oslo_vmware.api [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.352847] env[69308]: DEBUG oslo_vmware.api [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869035, 'name': PowerOffVM_Task, 'duration_secs': 0.248427} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.354368] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.354644] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.355035] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e883c090-d43f-4843-9e78-b3ea269f6ecb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.396235] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.396524] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.396692] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.396893] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.397061] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.397223] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.397445] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.397616] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.397788] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.397960] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.398159] env[69308]: DEBUG nova.virt.hardware [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.399084] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835c6a6-cc13-4a9b-a380-ff551d09977e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.412318] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869036, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.422541] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb37dcbc-6961-4b44-82fe-546842207828 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.434221] env[69308]: DEBUG oslo_vmware.api [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Task: {'id': task-3869037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204633} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.443723] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.443964] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.444799] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.444799] env[69308]: INFO nova.compute.manager [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1073.444986] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.445540] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.452696] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.457753] env[69308]: DEBUG nova.compute.manager [-] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.458140] env[69308]: DEBUG nova.network.neutron [-] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.459733] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.460071] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.460302] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.460489] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Deleting the datastore file [datastore2] 2a11994e-3bf9-4b3d-b8f9-2b05060efba7 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.461100] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95dd3d9c-c1f8-4fc6-babc-3371ca7e4644 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.476264] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd978ac4-d55d-4bdb-8ccd-89f22f465462 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.488885] env[69308]: DEBUG oslo_vmware.api [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for the task: (returnval){ [ 1073.488885] env[69308]: value = "task-3869039" [ 1073.488885] env[69308]: _type = "Task" [ 1073.488885] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.489399] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.489399] env[69308]: value = "task-3869040" [ 1073.489399] env[69308]: _type = "Task" [ 1073.489399] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.505691] env[69308]: DEBUG oslo_vmware.api [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.509762] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869040, 'name': CreateVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.612095] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e7a17a-3b71-4d88-9c3a-0da7e3b0a036 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.620702] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0e4a9-0dc5-45ca-a7f1-fee32c2c1e78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.660203] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35ce72-c403-4190-80ac-9dcc8279aed7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.666088] env[69308]: DEBUG nova.compute.manager [req-2409428d-9374-4f3d-af66-4c3064c10d92 req-e26e9d22-22cf-4013-8c7f-836bc2e151dd service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Received event network-vif-plugged-47c476b6-f2db-4286-a66c-1175ae1da7aa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.666653] env[69308]: DEBUG oslo_concurrency.lockutils [req-2409428d-9374-4f3d-af66-4c3064c10d92 req-e26e9d22-22cf-4013-8c7f-836bc2e151dd service nova] Acquiring lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.667581] env[69308]: DEBUG oslo_concurrency.lockutils [req-2409428d-9374-4f3d-af66-4c3064c10d92 req-e26e9d22-22cf-4013-8c7f-836bc2e151dd service nova] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.668154] env[69308]: DEBUG oslo_concurrency.lockutils [req-2409428d-9374-4f3d-af66-4c3064c10d92 req-e26e9d22-22cf-4013-8c7f-836bc2e151dd service nova] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.669183] env[69308]: DEBUG nova.compute.manager [req-2409428d-9374-4f3d-af66-4c3064c10d92 req-e26e9d22-22cf-4013-8c7f-836bc2e151dd service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] No waiting events found dispatching network-vif-plugged-47c476b6-f2db-4286-a66c-1175ae1da7aa {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.669183] env[69308]: WARNING nova.compute.manager [req-2409428d-9374-4f3d-af66-4c3064c10d92 req-e26e9d22-22cf-4013-8c7f-836bc2e151dd service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Received unexpected event network-vif-plugged-47c476b6-f2db-4286-a66c-1175ae1da7aa for instance with vm_state building and task_state spawning. [ 1073.680176] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c85936-7bc7-4336-ba66-cb6150bf9bf4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.696586] env[69308]: DEBUG nova.compute.provider_tree [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.858127] env[69308]: DEBUG nova.network.neutron [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Successfully updated port: 47c476b6-f2db-4286-a66c-1175ae1da7aa {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.904023] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530231} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.904023] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f/4159934b-8fe1-4454-859c-6c220d69320f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.904023] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.904023] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-041bffd2-3535-45c4-a2e0-b8c402ccf211 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.910143] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1073.910143] env[69308]: value = "task-3869041" [ 1073.910143] env[69308]: _type = "Task" [ 1073.910143] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.922658] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.001970] env[69308]: DEBUG oslo_vmware.api [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Task: {'id': task-3869039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204111} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.005181] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.005382] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.005558] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.005736] env[69308]: INFO nova.compute.manager [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1074.006036] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.006209] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869040, 'name': CreateVM_Task, 'duration_secs': 0.443783} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.006415] env[69308]: DEBUG nova.compute.manager [-] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.006603] env[69308]: DEBUG nova.network.neutron [-] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.008088] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.008794] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.008954] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.009458] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.010028] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0be208b9-4c2c-4d14-ae10-34826c015abe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.015116] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1074.015116] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5256407c-3d88-9df7-eb2c-91adcf8ff8a8" [ 1074.015116] env[69308]: _type = "Task" [ 1074.015116] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.023595] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5256407c-3d88-9df7-eb2c-91adcf8ff8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.200702] env[69308]: DEBUG nova.scheduler.client.report [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.360574] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.360894] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.361054] env[69308]: DEBUG nova.network.neutron [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.420610] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073109} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.420885] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.421735] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e07ba-5b21-486a-b828-e47d2b3e6824 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.436290] env[69308]: DEBUG nova.network.neutron [-] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.446776] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f/4159934b-8fe1-4454-859c-6c220d69320f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.448051] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e21aa7-537e-4b29-86b5-f73dfa5cec55 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.470230] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1074.470230] env[69308]: value = "task-3869042" [ 1074.470230] env[69308]: _type = "Task" [ 1074.470230] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.479801] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.526588] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5256407c-3d88-9df7-eb2c-91adcf8ff8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.526902] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.527161] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.527401] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.527545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.527725] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.527989] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc3bd56e-f97b-47fc-8ce5-9483e5e02486 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.538300] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.538463] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.539199] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ba7f60-af4c-448b-8bd5-ca3d3572d766 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.546412] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1074.546412] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5284cf40-4d49-decb-e4a5-8ce5824ec4a8" [ 1074.546412] env[69308]: _type = "Task" [ 1074.546412] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.554887] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5284cf40-4d49-decb-e4a5-8ce5824ec4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.706183] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.706837] env[69308]: DEBUG nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.709936] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.520s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.710215] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.712613] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.623s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.714864] env[69308]: INFO nova.compute.claims [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.744359] env[69308]: INFO nova.scheduler.client.report [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted allocations for instance aea44502-abe4-49b0-9dea-202432ef5595 [ 1074.773303] env[69308]: DEBUG nova.network.neutron [-] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.898461] env[69308]: DEBUG nova.network.neutron [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.948483] env[69308]: INFO nova.compute.manager [-] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Took 1.49 seconds to deallocate network for instance. [ 1074.980327] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869042, 'name': ReconfigVM_Task, 'duration_secs': 0.286328} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.980617] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f/4159934b-8fe1-4454-859c-6c220d69320f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.981396] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e35414e-aed9-4e5b-b1c6-f4c6f55df1f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.987591] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1074.987591] env[69308]: value = "task-3869043" [ 1074.987591] env[69308]: _type = "Task" [ 1074.987591] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.996261] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869043, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.043960] env[69308]: DEBUG nova.network.neutron [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance_info_cache with network_info: [{"id": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "address": "fa:16:3e:7b:d9:be", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c476b6-f2", "ovs_interfaceid": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.057189] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5284cf40-4d49-decb-e4a5-8ce5824ec4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013398} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.058823] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e79a0d7-aa7a-43ae-a4ad-45b166d31ebe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.065675] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1075.065675] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52abb87e-f406-17d3-174e-9ff145e27c54" [ 1075.065675] env[69308]: _type = "Task" [ 1075.065675] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.075179] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52abb87e-f406-17d3-174e-9ff145e27c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.220692] env[69308]: DEBUG nova.compute.utils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.224476] env[69308]: DEBUG nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.224666] env[69308]: DEBUG nova.network.neutron [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.252898] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b3abcc30-8d8f-4cc4-a443-af24c22d994a tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "aea44502-abe4-49b0-9dea-202432ef5595" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.439s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.275352] env[69308]: DEBUG nova.policy [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e26717205ff474e8ee82038b9f42766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fba0e4c72f49a491737d845110871d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.277064] env[69308]: INFO nova.compute.manager [-] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Took 1.27 seconds to deallocate network for instance. [ 1075.457153] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.500611] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869043, 'name': Rename_Task, 'duration_secs': 0.152737} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.501076] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.501441] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ed0aad-0909-416e-8939-6881f06d19ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.508654] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1075.508654] env[69308]: value = "task-3869044" [ 1075.508654] env[69308]: _type = "Task" [ 1075.508654] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.518586] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.547408] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.547877] env[69308]: DEBUG nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Instance network_info: |[{"id": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "address": "fa:16:3e:7b:d9:be", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c476b6-f2", "ovs_interfaceid": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.548363] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:d9:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c476b6-f2db-4286-a66c-1175ae1da7aa', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.556373] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.556616] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.556842] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dda9cba6-af04-4cf3-ad3a-c9b17e50be9d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.586417] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52abb87e-f406-17d3-174e-9ff145e27c54, 'name': SearchDatastore_Task, 'duration_secs': 0.012887} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.587856] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.588593] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586/5e4222ca-05dc-4dbe-b9cc-a64073a76586.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.588593] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.588593] env[69308]: value = "task-3869045" [ 1075.588593] env[69308]: _type = "Task" [ 1075.588593] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.588593] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-284b3047-54e1-4942-ac26-c8780e971be1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.599935] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869045, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.601963] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1075.601963] env[69308]: value = "task-3869046" [ 1075.601963] env[69308]: _type = "Task" [ 1075.601963] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.611479] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.662341] env[69308]: DEBUG nova.network.neutron [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Successfully created port: ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.702359] env[69308]: DEBUG nova.compute.manager [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Received event network-changed-47c476b6-f2db-4286-a66c-1175ae1da7aa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.702359] env[69308]: DEBUG nova.compute.manager [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Refreshing instance network info cache due to event network-changed-47c476b6-f2db-4286-a66c-1175ae1da7aa. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.702359] env[69308]: DEBUG oslo_concurrency.lockutils [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] Acquiring lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.702359] env[69308]: DEBUG oslo_concurrency.lockutils [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] Acquired lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.702832] env[69308]: DEBUG nova.network.neutron [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Refreshing network info cache for port 47c476b6-f2db-4286-a66c-1175ae1da7aa {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.725388] env[69308]: DEBUG nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.783703] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.020572] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.081674] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f920a-5286-4411-9196-cf2a47d5654a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.090937] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a24855-e4fa-4d40-b8d6-561c450eb15d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.105816] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869045, 'name': CreateVM_Task, 'duration_secs': 0.385264} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.135715] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.136780] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.136950] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.137302] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.138245] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838c750d-b2c6-45e3-811d-a4fe3077e41d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.141173] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb69cbb-62b2-4a41-b704-5ff31c32743e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.147827] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498461} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.150512] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586/5e4222ca-05dc-4dbe-b9cc-a64073a76586.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.150802] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.152148] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-284a77d4-c16b-432e-b15b-c42efa2cf33b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.155057] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37fe04a-04e3-4f2d-ab4f-2daaaee69419 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.159065] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1076.159065] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52948461-1537-18c0-04b5-bc3d3740255b" [ 1076.159065] env[69308]: _type = "Task" [ 1076.159065] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.170915] env[69308]: DEBUG nova.compute.provider_tree [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.174095] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1076.174095] env[69308]: value = "task-3869047" [ 1076.174095] env[69308]: _type = "Task" [ 1076.174095] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.181131] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52948461-1537-18c0-04b5-bc3d3740255b, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.182815] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.183117] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.183401] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.183603] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.183841] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.184504] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-327ad492-708c-4621-907a-0e87fd7c2fdc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.190055] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.199545] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.199545] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.199927] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d077285-5fc4-4167-ba9e-3e2b3ff5a293 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.209590] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1076.209590] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f154d8-e8b5-96ff-5b88-e9410d291432" [ 1076.209590] env[69308]: _type = "Task" [ 1076.209590] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.221747] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f154d8-e8b5-96ff-5b88-e9410d291432, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.221747] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca82765-b196-4022-8a27-72217c203b3f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.230462] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1076.230462] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5255a55a-87eb-3173-fd2c-c190cf475170" [ 1076.230462] env[69308]: _type = "Task" [ 1076.230462] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.248532] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5255a55a-87eb-3173-fd2c-c190cf475170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.444120] env[69308]: DEBUG nova.network.neutron [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updated VIF entry in instance network info cache for port 47c476b6-f2db-4286-a66c-1175ae1da7aa. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.444629] env[69308]: DEBUG nova.network.neutron [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance_info_cache with network_info: [{"id": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "address": "fa:16:3e:7b:d9:be", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c476b6-f2", "ovs_interfaceid": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.520075] env[69308]: DEBUG oslo_vmware.api [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869044, 'name': PowerOnVM_Task, 'duration_secs': 0.641498} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.520075] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.520491] env[69308]: INFO nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1076.520491] env[69308]: DEBUG nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.521113] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efbdc5d-c27c-43c2-9f97-d0d7c1ec80e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.675689] env[69308]: DEBUG nova.scheduler.client.report [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.688560] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084955} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.688844] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.689832] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c0945b-ae60-47bd-81fe-cbe8ac64c1c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.714045] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586/5e4222ca-05dc-4dbe-b9cc-a64073a76586.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.714226] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039277eb-1083-4f19-a342-38f451f60dd9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.736852] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1076.736852] env[69308]: value = "task-3869049" [ 1076.736852] env[69308]: _type = "Task" [ 1076.736852] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.744100] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5255a55a-87eb-3173-fd2c-c190cf475170, 'name': SearchDatastore_Task, 'duration_secs': 0.019432} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.744787] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.745072] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e/c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.745664] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-307c6833-7650-435a-9e8c-ee9b22951403 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.751937] env[69308]: DEBUG nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.754578] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869049, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.760748] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1076.760748] env[69308]: value = "task-3869050" [ 1076.760748] env[69308]: _type = "Task" [ 1076.760748] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.771124] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.784166] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.784468] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.784696] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.784923] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.785092] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.785253] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.785628] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.785772] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.785875] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.786039] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.786254] env[69308]: DEBUG nova.virt.hardware [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.787301] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace50a1e-cf7e-4804-8e04-d2b31eaac722 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.796538] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d627b-6db4-43cc-bfb4-8c2d723e82e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.948195] env[69308]: DEBUG oslo_concurrency.lockutils [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] Releasing lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.948543] env[69308]: DEBUG nova.compute.manager [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Received event network-vif-deleted-449411b4-3f62-47fe-9d0f-8218eabf59bf {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.948805] env[69308]: DEBUG nova.compute.manager [req-a0cb6aeb-e171-413b-b722-ee0ea5b27c17 req-cb003d74-d479-4ab7-80c0-465ac67f01a2 service nova] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Received event network-vif-deleted-d11eb1a8-6bba-4b92-a8a9-409d2cce0b07 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.040908] env[69308]: INFO nova.compute.manager [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Took 30.21 seconds to build instance. [ 1077.183705] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.184368] env[69308]: DEBUG nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.187770] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.708s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.188043] env[69308]: DEBUG nova.objects.instance [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'resources' on Instance uuid efafcb8a-d402-44d8-af37-38262e35621c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.261457] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.276210] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869050, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.338129] env[69308]: DEBUG nova.network.neutron [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Successfully updated port: ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.542907] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1de00498-426e-43ed-8d0f-ec3d6523db1a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "4159934b-8fe1-4454-859c-6c220d69320f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.731s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.691734] env[69308]: DEBUG nova.compute.utils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.693265] env[69308]: DEBUG nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.693486] env[69308]: DEBUG nova.network.neutron [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.734324] env[69308]: DEBUG nova.compute.manager [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Received event network-vif-plugged-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.735493] env[69308]: DEBUG oslo_concurrency.lockutils [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] Acquiring lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.735887] env[69308]: DEBUG oslo_concurrency.lockutils [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.738072] env[69308]: DEBUG oslo_concurrency.lockutils [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.738315] env[69308]: DEBUG nova.compute.manager [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] No waiting events found dispatching network-vif-plugged-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.738595] env[69308]: WARNING nova.compute.manager [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Received unexpected event network-vif-plugged-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 for instance with vm_state building and task_state spawning. [ 1077.738654] env[69308]: DEBUG nova.compute.manager [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Received event network-changed-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.738820] env[69308]: DEBUG nova.compute.manager [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Refreshing instance network info cache due to event network-changed-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.739008] env[69308]: DEBUG oslo_concurrency.lockutils [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] Acquiring lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.739163] env[69308]: DEBUG oslo_concurrency.lockutils [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] Acquired lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.739319] env[69308]: DEBUG nova.network.neutron [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Refreshing network info cache for port ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.758129] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.764528] env[69308]: DEBUG nova.policy [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.775486] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545932} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.778275] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e/c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.778389] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.778788] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7fe7e2-bc6b-4fb8-8e1f-8bc254fceb9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.786124] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1077.786124] env[69308]: value = "task-3869051" [ 1077.786124] env[69308]: _type = "Task" [ 1077.786124] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.795293] env[69308]: DEBUG nova.compute.manager [req-0ca964a9-9361-41a0-959b-dc36b3faded8 req-cd094374-9c87-42b1-bd24-73f609a3b19c service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Received event network-changed-b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.795516] env[69308]: DEBUG nova.compute.manager [req-0ca964a9-9361-41a0-959b-dc36b3faded8 req-cd094374-9c87-42b1-bd24-73f609a3b19c service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Refreshing instance network info cache due to event network-changed-b04b8402-cd34-4197-91ee-f83881d33c9a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.795726] env[69308]: DEBUG oslo_concurrency.lockutils [req-0ca964a9-9361-41a0-959b-dc36b3faded8 req-cd094374-9c87-42b1-bd24-73f609a3b19c service nova] Acquiring lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.795977] env[69308]: DEBUG oslo_concurrency.lockutils [req-0ca964a9-9361-41a0-959b-dc36b3faded8 req-cd094374-9c87-42b1-bd24-73f609a3b19c service nova] Acquired lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.796108] env[69308]: DEBUG nova.network.neutron [req-0ca964a9-9361-41a0-959b-dc36b3faded8 req-cd094374-9c87-42b1-bd24-73f609a3b19c service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Refreshing network info cache for port b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.805280] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.840412] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.050630] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660ac136-9c6a-4a96-9bd9-7eeb0303e0fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.059347] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415af5c3-b11d-4b55-be0b-a3ec9abaabdf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.092247] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a69db1-47ea-4dab-9637-13a6b9a829d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.100636] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86967634-5675-40d1-9435-d42642569f94 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.116439] env[69308]: DEBUG nova.compute.provider_tree [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.119611] env[69308]: DEBUG nova.network.neutron [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Successfully created port: 349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.198447] env[69308]: DEBUG nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.267025] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869049, 'name': ReconfigVM_Task, 'duration_secs': 1.315503} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.267025] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586/5e4222ca-05dc-4dbe-b9cc-a64073a76586.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.267025] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38cb9430-7244-4329-ace6-beefb0a8dcb3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.272247] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1078.272247] env[69308]: value = "task-3869052" [ 1078.272247] env[69308]: _type = "Task" [ 1078.272247] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.286262] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869052, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.293038] env[69308]: DEBUG nova.network.neutron [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.299984] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071424} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.303021] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.305199] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be33360e-8c66-402b-a390-c7beeaaeeba6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.327646] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e/c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.330526] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629abc4a-e1cb-4337-96fd-c7beaa2e6a8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.349199] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1078.349199] env[69308]: value = "task-3869053" [ 1078.349199] env[69308]: _type = "Task" [ 1078.349199] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.360949] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.459390] env[69308]: DEBUG nova.network.neutron [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.620523] env[69308]: DEBUG nova.scheduler.client.report [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.625097] env[69308]: DEBUG nova.network.neutron [req-0ca964a9-9361-41a0-959b-dc36b3faded8 req-cd094374-9c87-42b1-bd24-73f609a3b19c service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Updated VIF entry in instance network info cache for port b04b8402-cd34-4197-91ee-f83881d33c9a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.625441] env[69308]: DEBUG nova.network.neutron [req-0ca964a9-9361-41a0-959b-dc36b3faded8 req-cd094374-9c87-42b1-bd24-73f609a3b19c service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Updating instance_info_cache with network_info: [{"id": "b04b8402-cd34-4197-91ee-f83881d33c9a", "address": "fa:16:3e:3f:d8:83", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb04b8402-cd", "ovs_interfaceid": "b04b8402-cd34-4197-91ee-f83881d33c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.786986] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869052, 'name': Rename_Task, 'duration_secs': 0.146553} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.787269] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.787532] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f26b97c6-c98f-4f87-ac29-1c3aafd2aa6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.795219] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1078.795219] env[69308]: value = "task-3869055" [ 1078.795219] env[69308]: _type = "Task" [ 1078.795219] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.804579] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.860015] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869053, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.963718] env[69308]: DEBUG oslo_concurrency.lockutils [req-972f3027-d54b-4264-8001-659f150b3634 req-b2da7c8d-c0d9-4255-9ed6-5188165dc516 service nova] Releasing lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.964076] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.964283] env[69308]: DEBUG nova.network.neutron [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.127722] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.130477] env[69308]: DEBUG oslo_concurrency.lockutils [req-0ca964a9-9361-41a0-959b-dc36b3faded8 req-cd094374-9c87-42b1-bd24-73f609a3b19c service nova] Releasing lock "refresh_cache-4159934b-8fe1-4454-859c-6c220d69320f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.131228] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.335s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.131472] env[69308]: DEBUG nova.objects.instance [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lazy-loading 'resources' on Instance uuid fed8288f-138f-4c5a-81ac-d156f0c0bb3f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.156149] env[69308]: INFO nova.scheduler.client.report [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted allocations for instance efafcb8a-d402-44d8-af37-38262e35621c [ 1079.211926] env[69308]: DEBUG nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.244612] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.244883] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.245055] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.245312] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.245448] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.245563] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.245749] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.246025] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.246237] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.246408] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.246579] env[69308]: DEBUG nova.virt.hardware [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.247863] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78adda0-e59e-4981-9411-ac4beb586d8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.256997] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf7b9c-bfe4-4603-b93c-e4774f8b2073 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.306610] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.362257] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869053, 'name': ReconfigVM_Task, 'duration_secs': 0.538954} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.362707] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Reconfigured VM instance instance-00000062 to attach disk [datastore1] c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e/c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.363650] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-256fa6ce-2413-4768-8c36-18a906e3805e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.372681] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1079.372681] env[69308]: value = "task-3869056" [ 1079.372681] env[69308]: _type = "Task" [ 1079.372681] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.382350] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869056, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.504548] env[69308]: DEBUG nova.network.neutron [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.667062] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a59d7ae1-ab1e-432a-8467-a9c228b5aa2a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "efafcb8a-d402-44d8-af37-38262e35621c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.833s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.702328] env[69308]: DEBUG nova.network.neutron [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Updating instance_info_cache with network_info: [{"id": "ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76", "address": "fa:16:3e:b1:fc:91", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc95432-2f", "ovs_interfaceid": "ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.774186] env[69308]: DEBUG nova.compute.manager [req-feb8ec73-315c-453c-82d6-3a25ada4219f req-0cae4d90-5130-47f9-8c4d-1082bdedcfb1 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received event network-vif-plugged-349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.774407] env[69308]: DEBUG oslo_concurrency.lockutils [req-feb8ec73-315c-453c-82d6-3a25ada4219f req-0cae4d90-5130-47f9-8c4d-1082bdedcfb1 service nova] Acquiring lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.774711] env[69308]: DEBUG oslo_concurrency.lockutils [req-feb8ec73-315c-453c-82d6-3a25ada4219f req-0cae4d90-5130-47f9-8c4d-1082bdedcfb1 service nova] Lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.774894] env[69308]: DEBUG oslo_concurrency.lockutils [req-feb8ec73-315c-453c-82d6-3a25ada4219f req-0cae4d90-5130-47f9-8c4d-1082bdedcfb1 service nova] Lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.775473] env[69308]: DEBUG nova.compute.manager [req-feb8ec73-315c-453c-82d6-3a25ada4219f req-0cae4d90-5130-47f9-8c4d-1082bdedcfb1 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] No waiting events found dispatching network-vif-plugged-349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.775527] env[69308]: WARNING nova.compute.manager [req-feb8ec73-315c-453c-82d6-3a25ada4219f req-0cae4d90-5130-47f9-8c4d-1082bdedcfb1 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received unexpected event network-vif-plugged-349557eb-4003-47d2-9004-4ef105f6eaef for instance with vm_state building and task_state spawning. [ 1079.813040] env[69308]: DEBUG oslo_vmware.api [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869055, 'name': PowerOnVM_Task, 'duration_secs': 0.64829} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.815746] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.815955] env[69308]: DEBUG nova.compute.manager [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.817079] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd2a194-1eaa-40a2-8527-d979cb2deb45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.872620] env[69308]: DEBUG nova.network.neutron [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Successfully updated port: 349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.888461] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869056, 'name': Rename_Task, 'duration_secs': 0.190706} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.888461] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.888839] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00774424-0385-46ef-81c4-ea226c7826bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.897940] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1079.897940] env[69308]: value = "task-3869057" [ 1079.897940] env[69308]: _type = "Task" [ 1079.897940] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.908060] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.004144] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc7feb-8383-4513-b6aa-979ef242e025 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.012538] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c484105f-1885-45ac-8b0a-deacee61434a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.045386] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fbad40-a9ea-43d0-b763-5c955ae6fc0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.053700] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d90d4ce-e86f-4aa8-95e8-6cbb80eb7988 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.068834] env[69308]: DEBUG nova.compute.provider_tree [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.207459] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.207827] env[69308]: DEBUG nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Instance network_info: |[{"id": "ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76", "address": "fa:16:3e:b1:fc:91", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc95432-2f", "ovs_interfaceid": "ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.208284] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fc:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.218958] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.219739] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.220057] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b4eeea0-2ce2-4b2d-a816-9e45c9570012 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.241293] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.241293] env[69308]: value = "task-3869058" [ 1080.241293] env[69308]: _type = "Task" [ 1080.241293] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.249491] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869058, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.338097] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.378614] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.378780] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.378950] env[69308]: DEBUG nova.network.neutron [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.411325] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.573787] env[69308]: DEBUG nova.scheduler.client.report [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.754754] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869058, 'name': CreateVM_Task, 'duration_secs': 0.364557} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.755025] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.755642] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.755809] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.756195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.756484] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38ef704-223e-4d52-85f3-770bc4e7be31 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.763061] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1080.763061] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a94e38-a233-2559-8d1e-b025423a82c0" [ 1080.763061] env[69308]: _type = "Task" [ 1080.763061] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.774826] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a94e38-a233-2559-8d1e-b025423a82c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.912278] env[69308]: DEBUG oslo_vmware.api [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869057, 'name': PowerOnVM_Task, 'duration_secs': 0.759457} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.913155] env[69308]: DEBUG nova.network.neutron [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.915136] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.915351] env[69308]: INFO nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1080.915532] env[69308]: DEBUG nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.916389] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fe2941-7d4f-448c-ba47-389f1b7fa56e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.082182] env[69308]: DEBUG nova.network.neutron [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.083966] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.086385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.206s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.086621] env[69308]: DEBUG nova.objects.instance [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lazy-loading 'resources' on Instance uuid cc7565da-c853-4592-af47-305eecd1e873 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.107333] env[69308]: INFO nova.scheduler.client.report [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleted allocations for instance fed8288f-138f-4c5a-81ac-d156f0c0bb3f [ 1081.274639] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a94e38-a233-2559-8d1e-b025423a82c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.274956] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.275244] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.275494] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.275642] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.275829] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.276109] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee7c348-25bf-4a41-9f30-30c354a7438e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.286094] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.286305] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.287214] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62b87b4-d1b9-4619-9495-1535d7e86a20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.293905] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1081.293905] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5222b51d-822a-5aa3-3939-1867efc66b20" [ 1081.293905] env[69308]: _type = "Task" [ 1081.293905] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.302892] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5222b51d-822a-5aa3-3939-1867efc66b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.436734] env[69308]: INFO nova.compute.manager [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Took 29.04 seconds to build instance. [ 1081.445344] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.445706] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.445822] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.446053] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.446322] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.448195] env[69308]: INFO nova.compute.manager [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Terminating instance [ 1081.588164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.588164] env[69308]: DEBUG nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Instance network_info: |[{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.590829] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:3a:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '349557eb-4003-47d2-9004-4ef105f6eaef', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.599515] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.600350] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.600622] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30b7ed00-aa3d-468f-b1b9-b4cdf0a77fdf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.620128] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d0178a8-ec34-447b-973d-2473927f9f8b tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "fed8288f-138f-4c5a-81ac-d156f0c0bb3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.934s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.628060] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.628060] env[69308]: value = "task-3869060" [ 1081.628060] env[69308]: _type = "Task" [ 1081.628060] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.637118] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869060, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.807803] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5222b51d-822a-5aa3-3939-1867efc66b20, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.812348] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f87898-e033-494e-964b-04ba744e147f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.820854] env[69308]: DEBUG nova.compute.manager [req-5adf8a4b-93e9-41ec-babd-078540355d90 req-597729e5-4037-48f4-b7d4-6b401c66aadf service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received event network-changed-349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.824200] env[69308]: DEBUG nova.compute.manager [req-5adf8a4b-93e9-41ec-babd-078540355d90 req-597729e5-4037-48f4-b7d4-6b401c66aadf service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing instance network info cache due to event network-changed-349557eb-4003-47d2-9004-4ef105f6eaef. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.824200] env[69308]: DEBUG oslo_concurrency.lockutils [req-5adf8a4b-93e9-41ec-babd-078540355d90 req-597729e5-4037-48f4-b7d4-6b401c66aadf service nova] Acquiring lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.824200] env[69308]: DEBUG oslo_concurrency.lockutils [req-5adf8a4b-93e9-41ec-babd-078540355d90 req-597729e5-4037-48f4-b7d4-6b401c66aadf service nova] Acquired lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.824200] env[69308]: DEBUG nova.network.neutron [req-5adf8a4b-93e9-41ec-babd-078540355d90 req-597729e5-4037-48f4-b7d4-6b401c66aadf service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing network info cache for port 349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.832322] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.832625] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.833865] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1081.833865] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523bbd84-fbdf-65ce-ecc1-96d58dfa25e6" [ 1081.833865] env[69308]: _type = "Task" [ 1081.833865] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.847196] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523bbd84-fbdf-65ce-ecc1-96d58dfa25e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.850475] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.851114] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 38f00e4d-1701-4fd5-9d94-28cd4d72a4be/38f00e4d-1701-4fd5-9d94-28cd4d72a4be.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.852034] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a0799ff-43f5-49b8-9b45-3321fcbe1a3d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.860788] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1081.860788] env[69308]: value = "task-3869061" [ 1081.860788] env[69308]: _type = "Task" [ 1081.860788] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.873502] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.939042] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8698f996-5f01-4b3f-a9db-ee04186ec4c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.942019] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2049c4cd-2730-45e7-99c6-22be5886b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.569s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.948116] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17713408-43df-4eab-841c-d70920046bf9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.952514] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "refresh_cache-5e4222ca-05dc-4dbe-b9cc-a64073a76586" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.952845] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired lock "refresh_cache-5e4222ca-05dc-4dbe-b9cc-a64073a76586" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.952905] env[69308]: DEBUG nova.network.neutron [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.987186] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093df316-c9dd-4bd0-9c9c-186f79b05a58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.000019] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76727ca9-242e-4c74-be5a-89b150152824 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.014435] env[69308]: DEBUG nova.compute.provider_tree [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.138017] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869060, 'name': CreateVM_Task, 'duration_secs': 0.36885} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.138273] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.139072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.139255] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.139604] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.139926] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18460b6-1753-42e4-9025-095d577063b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.147282] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1082.147282] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dc6dd7-b464-1da3-a42a-70f1fdca5810" [ 1082.147282] env[69308]: _type = "Task" [ 1082.147282] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.162854] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dc6dd7-b464-1da3-a42a-70f1fdca5810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.336604] env[69308]: DEBUG nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.374025] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869061, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.477372] env[69308]: DEBUG nova.network.neutron [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.518018] env[69308]: DEBUG nova.scheduler.client.report [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.559608] env[69308]: DEBUG nova.network.neutron [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.597421] env[69308]: DEBUG nova.network.neutron [req-5adf8a4b-93e9-41ec-babd-078540355d90 req-597729e5-4037-48f4-b7d4-6b401c66aadf service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updated VIF entry in instance network info cache for port 349557eb-4003-47d2-9004-4ef105f6eaef. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.597792] env[69308]: DEBUG nova.network.neutron [req-5adf8a4b-93e9-41ec-babd-078540355d90 req-597729e5-4037-48f4-b7d4-6b401c66aadf service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.658102] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dc6dd7-b464-1da3-a42a-70f1fdca5810, 'name': SearchDatastore_Task, 'duration_secs': 0.060331} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.658418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.658656] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.659081] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.659268] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.659458] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.659716] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e4e7790-2004-4371-a0d6-156afb6bd83d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.677949] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.678213] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.678981] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab33e76e-efcd-406f-a444-6b8588b67bab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.685042] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1082.685042] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52af2175-2b4f-26c8-6493-f5858419a954" [ 1082.685042] env[69308]: _type = "Task" [ 1082.685042] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.692698] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52af2175-2b4f-26c8-6493-f5858419a954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.863507] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.873599] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869061, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.990591] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "07103a4b-2401-4756-a74e-5ab33fb3d41e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.990840] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "07103a4b-2401-4756-a74e-5ab33fb3d41e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.998816] env[69308]: DEBUG nova.compute.manager [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1083.023442] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.026273] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.078s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.027834] env[69308]: INFO nova.compute.claims [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.042592] env[69308]: INFO nova.scheduler.client.report [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Deleted allocations for instance cc7565da-c853-4592-af47-305eecd1e873 [ 1083.062475] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Releasing lock "refresh_cache-5e4222ca-05dc-4dbe-b9cc-a64073a76586" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.062899] env[69308]: DEBUG nova.compute.manager [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.063118] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.064145] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a317cf29-1cbe-4dc9-b727-064179cdd72d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.073283] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.073578] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a45d9d74-15f8-45e7-ae0a-1c8a68384597 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.080439] env[69308]: DEBUG oslo_vmware.api [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1083.080439] env[69308]: value = "task-3869062" [ 1083.080439] env[69308]: _type = "Task" [ 1083.080439] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.092597] env[69308]: DEBUG oslo_vmware.api [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.100795] env[69308]: DEBUG oslo_concurrency.lockutils [req-5adf8a4b-93e9-41ec-babd-078540355d90 req-597729e5-4037-48f4-b7d4-6b401c66aadf service nova] Releasing lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.196280] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52af2175-2b4f-26c8-6493-f5858419a954, 'name': SearchDatastore_Task, 'duration_secs': 0.052974} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.197202] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2e6802-bbca-415e-b857-c9400fb137d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.203038] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1083.203038] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d75900-bd7f-0603-d993-7d21e9923f2b" [ 1083.203038] env[69308]: _type = "Task" [ 1083.203038] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.213574] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d75900-bd7f-0603-d993-7d21e9923f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.373988] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869061, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.500235} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.374183] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 38f00e4d-1701-4fd5-9d94-28cd4d72a4be/38f00e4d-1701-4fd5-9d94-28cd4d72a4be.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.374295] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.374582] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb8de43-5faa-4c75-971c-1b40ca4cfaa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.381192] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1083.381192] env[69308]: value = "task-3869063" [ 1083.381192] env[69308]: _type = "Task" [ 1083.381192] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.389591] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.493794] env[69308]: DEBUG nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.522238] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.549576] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7b695dd5-ebcd-44bb-916e-fe1b97765efa tempest-ListServerFiltersTestJSON-1841519292 tempest-ListServerFiltersTestJSON-1841519292-project-member] Lock "cc7565da-c853-4592-af47-305eecd1e873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.114s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.592031] env[69308]: DEBUG oslo_vmware.api [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869062, 'name': PowerOffVM_Task, 'duration_secs': 0.126042} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.592031] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.592031] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.592355] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6162e148-da5b-471a-8f72-8571977a2a91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.622070] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.622070] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.622070] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Deleting the datastore file [datastore1] 5e4222ca-05dc-4dbe-b9cc-a64073a76586 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.622501] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9744697-97f6-47b5-af4f-2dadb0f6f414 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.630275] env[69308]: DEBUG oslo_vmware.api [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1083.630275] env[69308]: value = "task-3869065" [ 1083.630275] env[69308]: _type = "Task" [ 1083.630275] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.638780] env[69308]: DEBUG oslo_vmware.api [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.715237] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d75900-bd7f-0603-d993-7d21e9923f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.715474] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.715690] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 98454c62-484c-4db7-8572-4fdb1713f88a/98454c62-484c-4db7-8572-4fdb1713f88a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.715985] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af511be8-4acc-480b-9689-f9bf204f685e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.723509] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1083.723509] env[69308]: value = "task-3869066" [ 1083.723509] env[69308]: _type = "Task" [ 1083.723509] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.731936] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.891868] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068522} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.892381] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.893724] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90987f26-9d14-41ab-9e11-2fcb2a5ddf90 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.919464] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 38f00e4d-1701-4fd5-9d94-28cd4d72a4be/38f00e4d-1701-4fd5-9d94-28cd4d72a4be.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.919826] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0fa2c03-caee-481f-b9d8-e0634a87f002 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.941744] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1083.941744] env[69308]: value = "task-3869067" [ 1083.941744] env[69308]: _type = "Task" [ 1083.941744] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.953440] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.030793] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.140663] env[69308]: DEBUG oslo_vmware.api [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089674} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.144884] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.144884] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.144884] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.144884] env[69308]: INFO nova.compute.manager [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1084.144884] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.145242] env[69308]: DEBUG nova.compute.manager [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.145242] env[69308]: DEBUG nova.network.neutron [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.174843] env[69308]: DEBUG nova.network.neutron [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.236099] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468353} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.239238] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 98454c62-484c-4db7-8572-4fdb1713f88a/98454c62-484c-4db7-8572-4fdb1713f88a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.240143] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.240530] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbbb81d2-f6ac-42ab-8e79-06540ca08f10 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.253470] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1084.253470] env[69308]: value = "task-3869068" [ 1084.253470] env[69308]: _type = "Task" [ 1084.253470] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.264527] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.384168] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c57aae0-51fe-40ab-bccd-b7b4d817a9d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.393013] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbea06eb-af1e-4b18-98a1-3eb087dc466b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.425598] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25080b2-b1b2-43ab-8aa3-4c64fa6e0d12 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.436618] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3274a14-ba55-4c49-b907-ac3cc5f0106e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.450085] env[69308]: DEBUG nova.compute.provider_tree [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.460301] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869067, 'name': ReconfigVM_Task, 'duration_secs': 0.498121} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.461147] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 38f00e4d-1701-4fd5-9d94-28cd4d72a4be/38f00e4d-1701-4fd5-9d94-28cd4d72a4be.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.461799] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fc03947-6ae5-460e-a2c5-98c3557c4d65 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.469498] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1084.469498] env[69308]: value = "task-3869069" [ 1084.469498] env[69308]: _type = "Task" [ 1084.469498] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.479548] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869069, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.677826] env[69308]: DEBUG nova.network.neutron [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.691390] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Acquiring lock "ed9eed02-284a-49e3-b30c-2e6926d110cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.691587] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "ed9eed02-284a-49e3-b30c-2e6926d110cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.765957] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069541} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.766770] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.767108] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3493d5-ac01-40f9-b5fc-b8e811617e19 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.792551] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 98454c62-484c-4db7-8572-4fdb1713f88a/98454c62-484c-4db7-8572-4fdb1713f88a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.792901] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28038e40-f758-44b3-ad88-2c17f7f7b6fa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.815803] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1084.815803] env[69308]: value = "task-3869070" [ 1084.815803] env[69308]: _type = "Task" [ 1084.815803] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.823893] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.956501] env[69308]: DEBUG nova.scheduler.client.report [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.980321] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869069, 'name': Rename_Task, 'duration_secs': 0.257754} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.980601] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.980850] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa05e0d-a28a-4f4f-a8a1-e6ff7868efd4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.988311] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1084.988311] env[69308]: value = "task-3869071" [ 1084.988311] env[69308]: _type = "Task" [ 1084.988311] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.997843] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.181183] env[69308]: INFO nova.compute.manager [-] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Took 1.04 seconds to deallocate network for instance. [ 1085.194579] env[69308]: DEBUG nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.324782] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.461729] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.462290] env[69308]: DEBUG nova.compute.manager [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.464996] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.913s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.466564] env[69308]: INFO nova.compute.claims [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.499509] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869071, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.688726] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.721342] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.824738] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.971600] env[69308]: DEBUG nova.compute.utils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.975405] env[69308]: DEBUG nova.compute.manager [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1085.999138] env[69308]: DEBUG oslo_vmware.api [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869071, 'name': PowerOnVM_Task, 'duration_secs': 0.859332} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.999408] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.999609] env[69308]: INFO nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1085.999792] env[69308]: DEBUG nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.000636] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b373191-4d1a-4edb-b475-f18b73281d77 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.329186] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869070, 'name': ReconfigVM_Task, 'duration_secs': 1.04863} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.329571] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 98454c62-484c-4db7-8572-4fdb1713f88a/98454c62-484c-4db7-8572-4fdb1713f88a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.330384] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b04836b1-88e0-43d9-b9b9-644b52b654de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.339406] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1086.339406] env[69308]: value = "task-3869072" [ 1086.339406] env[69308]: _type = "Task" [ 1086.339406] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.352060] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869072, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.476615] env[69308]: DEBUG nova.compute.manager [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.519035] env[69308]: INFO nova.compute.manager [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Took 33.67 seconds to build instance. [ 1086.728687] env[69308]: DEBUG nova.compute.manager [req-2203edd5-c40b-47e8-a346-ab96fcdefcaf req-7d3e1c2e-f361-4e9a-87bc-477de897647a service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Received event network-changed-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.728687] env[69308]: DEBUG nova.compute.manager [req-2203edd5-c40b-47e8-a346-ab96fcdefcaf req-7d3e1c2e-f361-4e9a-87bc-477de897647a service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Refreshing instance network info cache due to event network-changed-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.728772] env[69308]: DEBUG oslo_concurrency.lockutils [req-2203edd5-c40b-47e8-a346-ab96fcdefcaf req-7d3e1c2e-f361-4e9a-87bc-477de897647a service nova] Acquiring lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.729052] env[69308]: DEBUG oslo_concurrency.lockutils [req-2203edd5-c40b-47e8-a346-ab96fcdefcaf req-7d3e1c2e-f361-4e9a-87bc-477de897647a service nova] Acquired lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.729052] env[69308]: DEBUG nova.network.neutron [req-2203edd5-c40b-47e8-a346-ab96fcdefcaf req-7d3e1c2e-f361-4e9a-87bc-477de897647a service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Refreshing network info cache for port ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.823119] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a04108e-99b7-4b04-9ed7-a70e29690acf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.831769] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdce4099-aff8-4b15-a8e2-10067313ea25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.868244] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1415f2-7113-4d91-b7b3-34f7aad7e5ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.876849] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869072, 'name': Rename_Task, 'duration_secs': 0.286041} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.878829] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.879146] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ccb83e-ca3c-491f-9b24-6a6ce8b24ed1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.882143] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1507456-f22b-4072-b000-0f9c64b28661 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.896544] env[69308]: DEBUG nova.compute.provider_tree [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.899567] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1086.899567] env[69308]: value = "task-3869073" [ 1086.899567] env[69308]: _type = "Task" [ 1086.899567] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.020354] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4cb2d73c-e520-4b3c-a690-a14d356f4ddc tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.180s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.403033] env[69308]: DEBUG nova.scheduler.client.report [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.417811] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869073, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.493069] env[69308]: DEBUG nova.compute.manager [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.526808] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.527888] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.528254] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.528558] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.529018] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.529018] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.532024] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.532024] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.532024] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.532024] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.532024] env[69308]: DEBUG nova.virt.hardware [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.532024] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667dd56f-8d8b-42fc-bc1f-3375201cb1cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.540544] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735e763c-d7ad-41f7-9961-cf3922327b15 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.557211] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.564665] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Creating folder: Project (f18b534e386d4e3998c40c6f4609d829). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.565177] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-926b4ff3-b351-4e4e-b2a3-e954c2459010 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.580031] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Created folder: Project (f18b534e386d4e3998c40c6f4609d829) in parent group-v768498. [ 1087.580031] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Creating folder: Instances. Parent ref: group-v768775. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.580031] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d49fc4-bbcb-44ad-b94a-61dce7a6005c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.590839] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Created folder: Instances in parent group-v768775. [ 1087.591432] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.591850] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.592235] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25b49684-2fba-43ae-ad8e-9bf3c54e9dd5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.610126] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.610126] env[69308]: value = "task-3869076" [ 1087.610126] env[69308]: _type = "Task" [ 1087.610126] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.619309] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869076, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.733082] env[69308]: DEBUG nova.network.neutron [req-2203edd5-c40b-47e8-a346-ab96fcdefcaf req-7d3e1c2e-f361-4e9a-87bc-477de897647a service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Updated VIF entry in instance network info cache for port ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.733548] env[69308]: DEBUG nova.network.neutron [req-2203edd5-c40b-47e8-a346-ab96fcdefcaf req-7d3e1c2e-f361-4e9a-87bc-477de897647a service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Updating instance_info_cache with network_info: [{"id": "ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76", "address": "fa:16:3e:b1:fc:91", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc95432-2f", "ovs_interfaceid": "ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.910066] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.910252] env[69308]: DEBUG nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.916048] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.231s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.917444] env[69308]: INFO nova.compute.claims [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.919905] env[69308]: DEBUG oslo_vmware.api [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869073, 'name': PowerOnVM_Task, 'duration_secs': 0.588113} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.920475] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.920671] env[69308]: INFO nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1087.920895] env[69308]: DEBUG nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.921669] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad0e8e3-fa33-47f9-8ab2-2a224cc85a94 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.121698] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869076, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.236842] env[69308]: DEBUG oslo_concurrency.lockutils [req-2203edd5-c40b-47e8-a346-ab96fcdefcaf req-7d3e1c2e-f361-4e9a-87bc-477de897647a service nova] Releasing lock "refresh_cache-38f00e4d-1701-4fd5-9d94-28cd4d72a4be" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.424397] env[69308]: DEBUG nova.compute.utils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.425885] env[69308]: DEBUG nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.426486] env[69308]: DEBUG nova.network.neutron [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.438400] env[69308]: INFO nova.compute.manager [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Took 31.37 seconds to build instance. [ 1088.486863] env[69308]: DEBUG nova.policy [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21968a4f635c4108bab6282f4ade6218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6ea6af2a5544c79d78b6f6935c6240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.622833] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869076, 'name': CreateVM_Task, 'duration_secs': 0.992021} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.623037] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.623491] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.623680] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.624039] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.624307] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5283d0-6a71-42dd-88d8-72bb848e447d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.630238] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1088.630238] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5207de46-fc09-3037-fb75-735085101cd2" [ 1088.630238] env[69308]: _type = "Task" [ 1088.630238] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.639222] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5207de46-fc09-3037-fb75-735085101cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.791152] env[69308]: DEBUG nova.network.neutron [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Successfully created port: 204f5275-ab6e-4d41-a67d-5f73e75d9e9e {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.930627] env[69308]: DEBUG nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.940358] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1ef39453-b15f-492c-9606-0c4b4a36c937 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "98454c62-484c-4db7-8572-4fdb1713f88a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.883s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.143283] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5207de46-fc09-3037-fb75-735085101cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.034125} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.143633] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.143869] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.144136] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.144282] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.144460] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.144767] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04609d37-8db6-4740-82bf-269ce725b2af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.156662] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.156915] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.159845] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265f4ac1-2257-44c0-9067-f2307a507944 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.165554] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1089.165554] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5278d60a-34bb-1e22-c696-1e6c9a76c70e" [ 1089.165554] env[69308]: _type = "Task" [ 1089.165554] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.173673] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5278d60a-34bb-1e22-c696-1e6c9a76c70e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.320855] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1b8d49-cedb-48ca-acff-bfd85669fef1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.328772] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94ea279-4885-40b0-bc1a-33cfa171e2fe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.361705] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7642c37-73e6-4541-b51f-2f98d9db82e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.370460] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5445d95-2de3-4d1d-89f0-1253ff021329 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.386415] env[69308]: DEBUG nova.compute.provider_tree [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.680549] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5278d60a-34bb-1e22-c696-1e6c9a76c70e, 'name': SearchDatastore_Task, 'duration_secs': 0.032006} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.681430] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d23c77-744b-49bc-a8b0-83915f33818f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.691563] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1089.691563] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520ad21a-4abf-b469-145b-7175677b93cd" [ 1089.691563] env[69308]: _type = "Task" [ 1089.691563] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.705251] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520ad21a-4abf-b469-145b-7175677b93cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.891539] env[69308]: DEBUG nova.scheduler.client.report [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.939291] env[69308]: DEBUG nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.975785] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.976105] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.976369] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.977545] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.977545] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.977545] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.977545] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.977545] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.977545] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.977775] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.977935] env[69308]: DEBUG nova.virt.hardware [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.982036] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4ae2fc-5fb7-4701-b222-d25fc0b52862 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.988385] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff9b3d9-ced8-4d33-a0e1-3ee68102a7dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.204117] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520ad21a-4abf-b469-145b-7175677b93cd, 'name': SearchDatastore_Task, 'duration_secs': 0.035839} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.204472] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.205105] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462/68e17c09-e810-40c6-ae1f-1f92eabb4462.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.205294] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d5e45ba-5827-4b12-b386-cb643b944960 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.215505] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1090.215505] env[69308]: value = "task-3869077" [ 1090.215505] env[69308]: _type = "Task" [ 1090.215505] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.226144] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.254119] env[69308]: DEBUG nova.compute.manager [req-0caa2feb-d382-4108-9ead-ee2235cfa614 req-826d5741-3f2f-40e2-8249-646d80533928 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Received event network-vif-plugged-204f5275-ab6e-4d41-a67d-5f73e75d9e9e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.254363] env[69308]: DEBUG oslo_concurrency.lockutils [req-0caa2feb-d382-4108-9ead-ee2235cfa614 req-826d5741-3f2f-40e2-8249-646d80533928 service nova] Acquiring lock "1c380368-2ff2-4c82-8985-557316cdaf9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.254582] env[69308]: DEBUG oslo_concurrency.lockutils [req-0caa2feb-d382-4108-9ead-ee2235cfa614 req-826d5741-3f2f-40e2-8249-646d80533928 service nova] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.254756] env[69308]: DEBUG oslo_concurrency.lockutils [req-0caa2feb-d382-4108-9ead-ee2235cfa614 req-826d5741-3f2f-40e2-8249-646d80533928 service nova] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.254938] env[69308]: DEBUG nova.compute.manager [req-0caa2feb-d382-4108-9ead-ee2235cfa614 req-826d5741-3f2f-40e2-8249-646d80533928 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] No waiting events found dispatching network-vif-plugged-204f5275-ab6e-4d41-a67d-5f73e75d9e9e {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.255139] env[69308]: WARNING nova.compute.manager [req-0caa2feb-d382-4108-9ead-ee2235cfa614 req-826d5741-3f2f-40e2-8249-646d80533928 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Received unexpected event network-vif-plugged-204f5275-ab6e-4d41-a67d-5f73e75d9e9e for instance with vm_state building and task_state spawning. [ 1090.323552] env[69308]: DEBUG nova.compute.manager [req-3f0510fd-5233-4c66-abae-cd6e964785de req-06e2e69b-bd48-42d9-853b-641ef201e137 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.323860] env[69308]: DEBUG nova.compute.manager [req-3f0510fd-5233-4c66-abae-cd6e964785de req-06e2e69b-bd48-42d9-853b-641ef201e137 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing instance network info cache due to event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.324101] env[69308]: DEBUG oslo_concurrency.lockutils [req-3f0510fd-5233-4c66-abae-cd6e964785de req-06e2e69b-bd48-42d9-853b-641ef201e137 service nova] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.324214] env[69308]: DEBUG oslo_concurrency.lockutils [req-3f0510fd-5233-4c66-abae-cd6e964785de req-06e2e69b-bd48-42d9-853b-641ef201e137 service nova] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.324334] env[69308]: DEBUG nova.network.neutron [req-3f0510fd-5233-4c66-abae-cd6e964785de req-06e2e69b-bd48-42d9-853b-641ef201e137 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.372434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.372767] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.375953] env[69308]: DEBUG nova.network.neutron [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Successfully updated port: 204f5275-ab6e-4d41-a67d-5f73e75d9e9e {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.400986] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.401757] env[69308]: DEBUG nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.404774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.206s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.406365] env[69308]: INFO nova.compute.claims [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.729496] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869077, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.877851] env[69308]: INFO nova.compute.manager [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Detaching volume e8acebee-b8ae-4f34-9027-19a1f96b9f26 [ 1090.879972] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-1c380368-2ff2-4c82-8985-557316cdaf9a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.880123] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-1c380368-2ff2-4c82-8985-557316cdaf9a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.880265] env[69308]: DEBUG nova.network.neutron [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.914147] env[69308]: DEBUG nova.compute.utils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.915486] env[69308]: DEBUG nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.915666] env[69308]: DEBUG nova.network.neutron [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.928632] env[69308]: INFO nova.virt.block_device [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Attempting to driver detach volume e8acebee-b8ae-4f34-9027-19a1f96b9f26 from mountpoint /dev/sdb [ 1090.928632] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.928632] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1090.929595] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e9621a-6cdd-4212-ba6d-878a12f6227d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.958499] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae1a462-cc26-4aa6-987e-b3c085c21799 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.969969] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595ab6a0-c5b9-4719-8bd5-e184c3494775 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.997261] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97df255-ca43-45d9-a488-1cad4fe9f335 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.015807] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] The volume has not been displaced from its original location: [datastore2] volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26/volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1091.023706] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.024083] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46003a8a-f8f5-4e00-b7e1-ca1be2ee999f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.038294] env[69308]: DEBUG nova.policy [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d964e82fc5b472f97cff59fb0a5d6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7764a62d89b54ddb984a35b687a42afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.050978] env[69308]: DEBUG oslo_vmware.api [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1091.050978] env[69308]: value = "task-3869078" [ 1091.050978] env[69308]: _type = "Task" [ 1091.050978] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.063556] env[69308]: DEBUG oslo_vmware.api [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.125331] env[69308]: DEBUG nova.network.neutron [req-3f0510fd-5233-4c66-abae-cd6e964785de req-06e2e69b-bd48-42d9-853b-641ef201e137 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updated VIF entry in instance network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.125716] env[69308]: DEBUG nova.network.neutron [req-3f0510fd-5233-4c66-abae-cd6e964785de req-06e2e69b-bd48-42d9-853b-641ef201e137 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.228149] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689861} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.228441] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462/68e17c09-e810-40c6-ae1f-1f92eabb4462.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.228661] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.228921] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c10b2a8-c1d7-4e7e-bf0f-91a44dafa086 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.236042] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1091.236042] env[69308]: value = "task-3869079" [ 1091.236042] env[69308]: _type = "Task" [ 1091.236042] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.247499] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.411376] env[69308]: DEBUG nova.network.neutron [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.419059] env[69308]: DEBUG nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.565331] env[69308]: DEBUG oslo_vmware.api [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869078, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.566488] env[69308]: DEBUG nova.network.neutron [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Updating instance_info_cache with network_info: [{"id": "204f5275-ab6e-4d41-a67d-5f73e75d9e9e", "address": "fa:16:3e:41:8c:1f", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204f5275-ab", "ovs_interfaceid": "204f5275-ab6e-4d41-a67d-5f73e75d9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.628044] env[69308]: DEBUG nova.network.neutron [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Successfully created port: af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.630035] env[69308]: DEBUG oslo_concurrency.lockutils [req-3f0510fd-5233-4c66-abae-cd6e964785de req-06e2e69b-bd48-42d9-853b-641ef201e137 service nova] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.751272] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067508} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.754420] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.759108] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8d8285-6321-4954-866d-4576946b0a43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.778619] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462/68e17c09-e810-40c6-ae1f-1f92eabb4462.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.781541] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1edb1ed7-034d-4f49-bd9b-e8a65fbaa0c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.803232] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1091.803232] env[69308]: value = "task-3869080" [ 1091.803232] env[69308]: _type = "Task" [ 1091.803232] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.816989] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.834985] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162cb06d-c033-47e5-b76b-e2799bb2cd0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.845164] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea99955-98c4-4ebf-836c-a20481515cc3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.878642] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec0d13-07d0-4376-aea6-5f81e5bc7a81 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.885583] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7784a976-1fee-4603-9961-1e6ca0020a36 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.901275] env[69308]: DEBUG nova.compute.provider_tree [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.061433] env[69308]: DEBUG oslo_vmware.api [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869078, 'name': ReconfigVM_Task, 'duration_secs': 0.548292} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.061749] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.066596] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636628d7-2fae-496a-8c05-df691ce75486 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.077505] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-1c380368-2ff2-4c82-8985-557316cdaf9a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.077897] env[69308]: DEBUG nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Instance network_info: |[{"id": "204f5275-ab6e-4d41-a67d-5f73e75d9e9e", "address": "fa:16:3e:41:8c:1f", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204f5275-ab", "ovs_interfaceid": "204f5275-ab6e-4d41-a67d-5f73e75d9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.078341] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:8c:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '204f5275-ab6e-4d41-a67d-5f73e75d9e9e', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.086045] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.086846] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.087126] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b8ad9aa-71f9-4407-a284-7df2773c4b8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.103692] env[69308]: DEBUG oslo_vmware.api [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1092.103692] env[69308]: value = "task-3869081" [ 1092.103692] env[69308]: _type = "Task" [ 1092.103692] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.110123] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.110123] env[69308]: value = "task-3869082" [ 1092.110123] env[69308]: _type = "Task" [ 1092.110123] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.117314] env[69308]: DEBUG oslo_vmware.api [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.123448] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869082, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.315128] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.400941] env[69308]: DEBUG nova.compute.manager [req-f717a863-df0d-4aa0-8412-97b47bac4c2d req-e22fc550-446e-460b-b937-4e0c33099ab6 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Received event network-changed-204f5275-ab6e-4d41-a67d-5f73e75d9e9e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.400941] env[69308]: DEBUG nova.compute.manager [req-f717a863-df0d-4aa0-8412-97b47bac4c2d req-e22fc550-446e-460b-b937-4e0c33099ab6 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Refreshing instance network info cache due to event network-changed-204f5275-ab6e-4d41-a67d-5f73e75d9e9e. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.401120] env[69308]: DEBUG oslo_concurrency.lockutils [req-f717a863-df0d-4aa0-8412-97b47bac4c2d req-e22fc550-446e-460b-b937-4e0c33099ab6 service nova] Acquiring lock "refresh_cache-1c380368-2ff2-4c82-8985-557316cdaf9a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.401235] env[69308]: DEBUG oslo_concurrency.lockutils [req-f717a863-df0d-4aa0-8412-97b47bac4c2d req-e22fc550-446e-460b-b937-4e0c33099ab6 service nova] Acquired lock "refresh_cache-1c380368-2ff2-4c82-8985-557316cdaf9a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.401393] env[69308]: DEBUG nova.network.neutron [req-f717a863-df0d-4aa0-8412-97b47bac4c2d req-e22fc550-446e-460b-b937-4e0c33099ab6 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Refreshing network info cache for port 204f5275-ab6e-4d41-a67d-5f73e75d9e9e {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.404644] env[69308]: DEBUG nova.scheduler.client.report [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.434670] env[69308]: DEBUG nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.462343] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.462585] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.462822] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.463072] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.463232] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.463381] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.463592] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.463784] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.463965] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.464150] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.464326] env[69308]: DEBUG nova.virt.hardware [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.465283] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3d851-f30f-4c3d-b23b-7b936dd51acf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.474603] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dd9b43-0be1-493e-9533-a4826fc5a93d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.542748] env[69308]: DEBUG nova.compute.manager [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received event network-changed-349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.543032] env[69308]: DEBUG nova.compute.manager [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing instance network info cache due to event network-changed-349557eb-4003-47d2-9004-4ef105f6eaef. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.543300] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Acquiring lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.543490] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Acquired lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.543690] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing network info cache for port 349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.614728] env[69308]: DEBUG oslo_vmware.api [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869081, 'name': ReconfigVM_Task, 'duration_secs': 0.223029} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.617991] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768745', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'name': 'volume-e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd01efa3c-db9f-4d38-b3c0-f1adac830d02', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26', 'serial': 'e8acebee-b8ae-4f34-9027-19a1f96b9f26'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.626055] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869082, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.679304] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-080375f0-766d-4bd2-8ef9-682bde262f58-5169668e-7159-4a3a-b713-d1146fe72a70" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.679550] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-080375f0-766d-4bd2-8ef9-682bde262f58-5169668e-7159-4a3a-b713-d1146fe72a70" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.679919] env[69308]: DEBUG nova.objects.instance [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'flavor' on Instance uuid 080375f0-766d-4bd2-8ef9-682bde262f58 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.814179] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869080, 'name': ReconfigVM_Task, 'duration_secs': 0.75128} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.814503] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462/68e17c09-e810-40c6-ae1f-1f92eabb4462.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.815184] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7495d2d5-8c0b-4acc-b900-c5e4c3a92a0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.822450] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1092.822450] env[69308]: value = "task-3869083" [ 1092.822450] env[69308]: _type = "Task" [ 1092.822450] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.830721] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869083, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.910301] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.910301] env[69308]: DEBUG nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.913059] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.456s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.914284] env[69308]: DEBUG nova.objects.instance [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lazy-loading 'resources' on Instance uuid 068481dd-28da-4397-bcca-788efcfa0c72 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.127084] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869082, 'name': CreateVM_Task, 'duration_secs': 0.527572} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.127361] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.128188] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.128416] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.128855] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.129211] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2102e7c9-f0aa-4fc6-a2cd-1bc151a8ce32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.135219] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1093.135219] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d5740d-2ba4-b48e-2bfa-c9ee07839169" [ 1093.135219] env[69308]: _type = "Task" [ 1093.135219] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.147749] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d5740d-2ba4-b48e-2bfa-c9ee07839169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.166923] env[69308]: DEBUG nova.objects.instance [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'flavor' on Instance uuid d01efa3c-db9f-4d38-b3c0-f1adac830d02 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.329011] env[69308]: DEBUG nova.network.neutron [req-f717a863-df0d-4aa0-8412-97b47bac4c2d req-e22fc550-446e-460b-b937-4e0c33099ab6 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Updated VIF entry in instance network info cache for port 204f5275-ab6e-4d41-a67d-5f73e75d9e9e. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.329396] env[69308]: DEBUG nova.network.neutron [req-f717a863-df0d-4aa0-8412-97b47bac4c2d req-e22fc550-446e-460b-b937-4e0c33099ab6 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Updating instance_info_cache with network_info: [{"id": "204f5275-ab6e-4d41-a67d-5f73e75d9e9e", "address": "fa:16:3e:41:8c:1f", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204f5275-ab", "ovs_interfaceid": "204f5275-ab6e-4d41-a67d-5f73e75d9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.338089] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869083, 'name': Rename_Task, 'duration_secs': 0.134928} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.338800] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.339771] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d879551-93ab-419a-82d9-d73f4205d4b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.348114] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1093.348114] env[69308]: value = "task-3869084" [ 1093.348114] env[69308]: _type = "Task" [ 1093.348114] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.360276] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.393365] env[69308]: DEBUG nova.objects.instance [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'pci_requests' on Instance uuid 080375f0-766d-4bd2-8ef9-682bde262f58 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.398389] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updated VIF entry in instance network info cache for port 349557eb-4003-47d2-9004-4ef105f6eaef. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.398389] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.418433] env[69308]: DEBUG nova.compute.utils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.422997] env[69308]: DEBUG nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.422997] env[69308]: DEBUG nova.network.neutron [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.439032] env[69308]: DEBUG nova.network.neutron [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Successfully updated port: af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.491472] env[69308]: DEBUG nova.policy [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18b69d2484be43a8b6ab844d64a51979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '657f26858e78489e8272cf51e1ffc873', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.650433] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d5740d-2ba4-b48e-2bfa-c9ee07839169, 'name': SearchDatastore_Task, 'duration_secs': 0.033395} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.650820] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.651116] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.651372] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.651578] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.651966] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.652311] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce9db6cd-8b2f-4cc5-a218-402c368ee5c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.664954] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.665192] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.666025] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7d0cd1-8879-4d69-a459-6c2a8c8cf0aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.679021] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1093.679021] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5249ed5d-46ea-8557-a3c7-1ec32b69df16" [ 1093.679021] env[69308]: _type = "Task" [ 1093.679021] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.686067] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5249ed5d-46ea-8557-a3c7-1ec32b69df16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.760793] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48e8b6f-2c65-44f2-b25c-7d34abb09a2b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.769726] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd754f20-3999-4e1d-8fe9-08747844eb88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.809129] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d14d5-5bd1-4bf2-a4fc-c9e96217e07d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.816844] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3738e7cf-1e9f-4155-8a76-82c053e6bde4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.831167] env[69308]: DEBUG nova.compute.provider_tree [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.832853] env[69308]: DEBUG oslo_concurrency.lockutils [req-f717a863-df0d-4aa0-8412-97b47bac4c2d req-e22fc550-446e-460b-b937-4e0c33099ab6 service nova] Releasing lock "refresh_cache-1c380368-2ff2-4c82-8985-557316cdaf9a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.861266] env[69308]: DEBUG oslo_vmware.api [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869084, 'name': PowerOnVM_Task, 'duration_secs': 0.484208} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.861561] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.861767] env[69308]: INFO nova.compute.manager [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1093.861947] env[69308]: DEBUG nova.compute.manager [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.862754] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3455cba9-4bff-4e86-a545-5688740f4459 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.896316] env[69308]: DEBUG nova.objects.base [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Object Instance<080375f0-766d-4bd2-8ef9-682bde262f58> lazy-loaded attributes: flavor,pci_requests {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.896549] env[69308]: DEBUG nova.network.neutron [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.899080] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Releasing lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.899331] env[69308]: DEBUG nova.compute.manager [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received event network-changed-349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.899520] env[69308]: DEBUG nova.compute.manager [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing instance network info cache due to event network-changed-349557eb-4003-47d2-9004-4ef105f6eaef. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.899785] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Acquiring lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.899943] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Acquired lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.900142] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing network info cache for port 349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.916946] env[69308]: DEBUG nova.network.neutron [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Successfully created port: 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.923410] env[69308]: DEBUG nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.942934] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "refresh_cache-83e02c32-cb3f-4ca6-98a5-b815797d2ec0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.943154] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "refresh_cache-83e02c32-cb3f-4ca6-98a5-b815797d2ec0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.943363] env[69308]: DEBUG nova.network.neutron [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.983822] env[69308]: DEBUG nova.policy [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.176183] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dced870d-81cd-4f8f-a871-5a2533e0b3a5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.803s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.189383] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5249ed5d-46ea-8557-a3c7-1ec32b69df16, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.190243] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9388c413-10de-453b-9b6b-48daa03345d2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.196763] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1094.196763] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb6cc4-ea24-df33-3a48-e55e8849d158" [ 1094.196763] env[69308]: _type = "Task" [ 1094.196763] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.209352] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb6cc4-ea24-df33-3a48-e55e8849d158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.336057] env[69308]: DEBUG nova.scheduler.client.report [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.380420] env[69308]: INFO nova.compute.manager [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Took 30.47 seconds to build instance. [ 1094.490050] env[69308]: DEBUG nova.network.neutron [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.633844] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updated VIF entry in instance network info cache for port 349557eb-4003-47d2-9004-4ef105f6eaef. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.633844] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.635545] env[69308]: DEBUG nova.compute.manager [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Received event network-vif-plugged-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.635761] env[69308]: DEBUG oslo_concurrency.lockutils [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] Acquiring lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.635974] env[69308]: DEBUG oslo_concurrency.lockutils [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] Lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.636205] env[69308]: DEBUG oslo_concurrency.lockutils [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] Lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.636359] env[69308]: DEBUG nova.compute.manager [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] No waiting events found dispatching network-vif-plugged-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.636527] env[69308]: WARNING nova.compute.manager [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Received unexpected event network-vif-plugged-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 for instance with vm_state building and task_state spawning. [ 1094.636688] env[69308]: DEBUG nova.compute.manager [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Received event network-changed-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.636851] env[69308]: DEBUG nova.compute.manager [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Refreshing instance network info cache due to event network-changed-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.637028] env[69308]: DEBUG oslo_concurrency.lockutils [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] Acquiring lock "refresh_cache-83e02c32-cb3f-4ca6-98a5-b815797d2ec0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.659354] env[69308]: DEBUG nova.network.neutron [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Updating instance_info_cache with network_info: [{"id": "af0295a0-3fa7-4a1f-b5fa-cf132e0670a5", "address": "fa:16:3e:a2:31:5d", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0295a0-3f", "ovs_interfaceid": "af0295a0-3fa7-4a1f-b5fa-cf132e0670a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.712972] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb6cc4-ea24-df33-3a48-e55e8849d158, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.713380] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.713803] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 1c380368-2ff2-4c82-8985-557316cdaf9a/1c380368-2ff2-4c82-8985-557316cdaf9a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.714216] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f22b0252-49bf-4efe-aa59-c484284d0f99 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.724537] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1094.724537] env[69308]: value = "task-3869085" [ 1094.724537] env[69308]: _type = "Task" [ 1094.724537] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.736792] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.841065] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.844367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.061s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.844790] env[69308]: DEBUG nova.objects.instance [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lazy-loading 'resources' on Instance uuid 2a11994e-3bf9-4b3d-b8f9-2b05060efba7 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.870452] env[69308]: INFO nova.scheduler.client.report [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Deleted allocations for instance 068481dd-28da-4397-bcca-788efcfa0c72 [ 1094.882736] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2c33754-1eff-4b75-a1fb-627d588a62dc tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "68e17c09-e810-40c6-ae1f-1f92eabb4462" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.980s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.940356] env[69308]: DEBUG nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.975437] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.975866] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.976093] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.976299] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.976506] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.976687] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.976945] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.977156] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.977368] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.977581] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.977829] env[69308]: DEBUG nova.virt.hardware [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.978834] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d590b22-03d0-43fc-8b53-991d30225173 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.989502] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c78d74-54dd-4779-99c3-78d350e8588f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.138874] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Releasing lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.139245] env[69308]: DEBUG nova.compute.manager [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.139443] env[69308]: DEBUG nova.compute.manager [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing instance network info cache due to event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.139671] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.139819] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.139983] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.162200] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "refresh_cache-83e02c32-cb3f-4ca6-98a5-b815797d2ec0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.162575] env[69308]: DEBUG nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Instance network_info: |[{"id": "af0295a0-3fa7-4a1f-b5fa-cf132e0670a5", "address": "fa:16:3e:a2:31:5d", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0295a0-3f", "ovs_interfaceid": "af0295a0-3fa7-4a1f-b5fa-cf132e0670a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.162888] env[69308]: DEBUG oslo_concurrency.lockutils [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] Acquired lock "refresh_cache-83e02c32-cb3f-4ca6-98a5-b815797d2ec0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.163093] env[69308]: DEBUG nova.network.neutron [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Refreshing network info cache for port af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.164715] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:31:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af0295a0-3fa7-4a1f-b5fa-cf132e0670a5', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.174611] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.178464] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.179699] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91ca1db9-c22d-4c42-beac-8aabfe748ac7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.203950] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.203950] env[69308]: value = "task-3869086" [ 1095.203950] env[69308]: _type = "Task" [ 1095.203950] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.216309] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869086, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.240876] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869085, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.260309] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.260633] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.260864] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.261220] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.261291] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.264421] env[69308]: INFO nova.compute.manager [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Terminating instance [ 1095.380100] env[69308]: DEBUG oslo_concurrency.lockutils [None req-047a02e9-3414-4eb6-a1ce-57ae14a3287d tempest-ServerPasswordTestJSON-1258769702 tempest-ServerPasswordTestJSON-1258769702-project-member] Lock "068481dd-28da-4397-bcca-788efcfa0c72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.616s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.639699] env[69308]: DEBUG nova.network.neutron [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Updated VIF entry in instance network info cache for port af0295a0-3fa7-4a1f-b5fa-cf132e0670a5. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.639699] env[69308]: DEBUG nova.network.neutron [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Updating instance_info_cache with network_info: [{"id": "af0295a0-3fa7-4a1f-b5fa-cf132e0670a5", "address": "fa:16:3e:a2:31:5d", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0295a0-3f", "ovs_interfaceid": "af0295a0-3fa7-4a1f-b5fa-cf132e0670a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.716696] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869086, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.737594] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523524} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.738858] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 1c380368-2ff2-4c82-8985-557316cdaf9a/1c380368-2ff2-4c82-8985-557316cdaf9a.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.739122] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.739956] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d3b1f-b7a2-4db9-befa-9e4f99e69802 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.743265] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6504caa-b9e5-4506-9542-3dde96baf3bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.757618] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d30085-b8d7-45cb-8b6e-6555d3e59eb9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.759793] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1095.759793] env[69308]: value = "task-3869087" [ 1095.759793] env[69308]: _type = "Task" [ 1095.759793] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.765407] env[69308]: DEBUG nova.network.neutron [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Successfully updated port: 5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.795468] env[69308]: DEBUG nova.compute.manager [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.795861] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.800602] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.801990] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e1aae9-6e0f-4147-ac42-91db2c398ba5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.806249] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c39e3-74cd-4a62-bedc-250c31469720 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.815697] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869087, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.826033] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ba4679-ad26-4ef1-8077-68ee9edebb6b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.830281] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.830934] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a89dbd-ecf6-4b9b-9a4c-b31b508743ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.846225] env[69308]: DEBUG nova.compute.provider_tree [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.849533] env[69308]: DEBUG oslo_vmware.api [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1095.849533] env[69308]: value = "task-3869088" [ 1095.849533] env[69308]: _type = "Task" [ 1095.849533] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.850456] env[69308]: DEBUG nova.network.neutron [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Successfully updated port: 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.861654] env[69308]: DEBUG oslo_vmware.api [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.048051] env[69308]: DEBUG nova.compute.manager [req-2db01001-4e29-4210-8cf6-878d174b8cbe req-9742fa87-6622-4656-883a-2d5896d105ae service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Received event network-vif-plugged-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.048423] env[69308]: DEBUG oslo_concurrency.lockutils [req-2db01001-4e29-4210-8cf6-878d174b8cbe req-9742fa87-6622-4656-883a-2d5896d105ae service nova] Acquiring lock "a530b715-089a-4751-bfb6-71781fa8557c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.048573] env[69308]: DEBUG oslo_concurrency.lockutils [req-2db01001-4e29-4210-8cf6-878d174b8cbe req-9742fa87-6622-4656-883a-2d5896d105ae service nova] Lock "a530b715-089a-4751-bfb6-71781fa8557c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.048635] env[69308]: DEBUG oslo_concurrency.lockutils [req-2db01001-4e29-4210-8cf6-878d174b8cbe req-9742fa87-6622-4656-883a-2d5896d105ae service nova] Lock "a530b715-089a-4751-bfb6-71781fa8557c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.048799] env[69308]: DEBUG nova.compute.manager [req-2db01001-4e29-4210-8cf6-878d174b8cbe req-9742fa87-6622-4656-883a-2d5896d105ae service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] No waiting events found dispatching network-vif-plugged-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.049011] env[69308]: WARNING nova.compute.manager [req-2db01001-4e29-4210-8cf6-878d174b8cbe req-9742fa87-6622-4656-883a-2d5896d105ae service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Received unexpected event network-vif-plugged-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 for instance with vm_state building and task_state spawning. [ 1096.050382] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updated VIF entry in instance network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.050382] env[69308]: DEBUG nova.network.neutron [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.142842] env[69308]: DEBUG oslo_concurrency.lockutils [req-cec14940-7c1d-4979-bf1a-92d57c858ed1 req-a9b1d375-7200-4248-84b1-fc9362f885aa service nova] Releasing lock "refresh_cache-83e02c32-cb3f-4ca6-98a5-b815797d2ec0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.197232] env[69308]: INFO nova.compute.manager [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Rebuilding instance [ 1096.217632] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869086, 'name': CreateVM_Task, 'duration_secs': 0.652027} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.219083] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.219083] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.219083] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.219083] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.219333] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfde4a0-6695-466b-bf26-603b7cda0a01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.228613] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1096.228613] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5299293e-8f2d-1aa8-2197-538658f73eab" [ 1096.228613] env[69308]: _type = "Task" [ 1096.228613] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.244617] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5299293e-8f2d-1aa8-2197-538658f73eab, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.247377] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.247616] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.247871] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.248025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.248206] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.250337] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-778882d9-c2d1-4cd7-86ea-557972852034 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.252440] env[69308]: DEBUG nova.compute.manager [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.253272] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c82b6b-ff76-4818-92f9-15040790cda5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.272158] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.272373] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.273458] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd49fd5d-9d47-48a1-b0e5-76e0044930a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.284496] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1096.284496] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520a935c-8b79-7e70-aef5-eb9053014148" [ 1096.284496] env[69308]: _type = "Task" [ 1096.284496] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.292311] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077529} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.295914] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.297336] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f4daa6-bccc-4368-8644-120749fee1e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.307473] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520a935c-8b79-7e70-aef5-eb9053014148, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.324647] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1c380368-2ff2-4c82-8985-557316cdaf9a/1c380368-2ff2-4c82-8985-557316cdaf9a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.326072] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acbeb43-4cf0-46fc-8087-580e5b8023c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.328562] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b257bdc4-4b97-4084-b136-2da891a6c190 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.360590] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1096.360590] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5259fe43-8f56-7e3a-feac-1ead27f1a7d6" [ 1096.360590] env[69308]: _type = "Task" [ 1096.360590] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.360590] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquiring lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.360590] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquired lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.360590] env[69308]: DEBUG nova.network.neutron [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.360807] env[69308]: DEBUG nova.scheduler.client.report [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.364363] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1096.364363] env[69308]: value = "task-3869089" [ 1096.364363] env[69308]: _type = "Task" [ 1096.364363] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.378642] env[69308]: DEBUG oslo_vmware.api [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869088, 'name': PowerOffVM_Task, 'duration_secs': 0.303067} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.379688] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.380018] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.381721] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d43075a-3531-49e0-b2a0-fd23b435b24d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.392863] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.392863] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5259fe43-8f56-7e3a-feac-1ead27f1a7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012689} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.392863] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.393444] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 83e02c32-cb3f-4ca6-98a5-b815797d2ec0/83e02c32-cb3f-4ca6-98a5-b815797d2ec0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.394841] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69cb6185-e95e-4940-a1fc-dfd7420169ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.403505] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1096.403505] env[69308]: value = "task-3869091" [ 1096.403505] env[69308]: _type = "Task" [ 1096.403505] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.413370] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.466854] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.467081] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.467332] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleting the datastore file [datastore2] d01efa3c-db9f-4d38-b3c0-f1adac830d02 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.467728] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ada54ad-9ad6-480e-bb2f-6f988f738289 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.481350] env[69308]: DEBUG oslo_vmware.api [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1096.481350] env[69308]: value = "task-3869092" [ 1096.481350] env[69308]: _type = "Task" [ 1096.481350] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.491957] env[69308]: DEBUG oslo_vmware.api [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.553416] env[69308]: DEBUG oslo_concurrency.lockutils [req-5d06f904-3b5b-400d-8bc8-324f81406328 req-cefef22d-211b-4aeb-a57d-86b224843128 service nova] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.554036] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.554234] env[69308]: DEBUG nova.network.neutron [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.652418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.652760] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.869545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.872358] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.534s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.872633] env[69308]: DEBUG nova.objects.instance [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1096.893488] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869089, 'name': ReconfigVM_Task, 'duration_secs': 0.417889} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.894980] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1c380368-2ff2-4c82-8985-557316cdaf9a/1c380368-2ff2-4c82-8985-557316cdaf9a.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.895796] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18bc1378-9803-48f3-83ef-d06e72b18aad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.904476] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1096.904476] env[69308]: value = "task-3869093" [ 1096.904476] env[69308]: _type = "Task" [ 1096.904476] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.918745] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513792} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.923324] env[69308]: DEBUG nova.network.neutron [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.925797] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 83e02c32-cb3f-4ca6-98a5-b815797d2ec0/83e02c32-cb3f-4ca6-98a5-b815797d2ec0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.927168] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.927168] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869093, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.927168] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-481fc474-3bd1-4a86-aa08-61559a50e83d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.930345] env[69308]: INFO nova.scheduler.client.report [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Deleted allocations for instance 2a11994e-3bf9-4b3d-b8f9-2b05060efba7 [ 1096.940805] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1096.940805] env[69308]: value = "task-3869094" [ 1096.940805] env[69308]: _type = "Task" [ 1096.940805] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.954919] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.995716] env[69308]: DEBUG oslo_vmware.api [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436603} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.996026] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.996201] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.996379] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.996564] env[69308]: INFO nova.compute.manager [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1096.996808] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.997023] env[69308]: DEBUG nova.compute.manager [-] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.997128] env[69308]: DEBUG nova.network.neutron [-] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.114167] env[69308]: WARNING nova.network.neutron [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] 0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd already exists in list: networks containing: ['0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd']. ignoring it [ 1097.158094] env[69308]: DEBUG nova.compute.utils [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.180396] env[69308]: DEBUG nova.network.neutron [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Updating instance_info_cache with network_info: [{"id": "0fc11e7a-10bc-47ec-bfb6-50cca09dcc71", "address": "fa:16:3e:6f:21:5f", "network": {"id": "bd4e150c-cf91-4160-8ba0-d85c77763e16", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-442702038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657f26858e78489e8272cf51e1ffc873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc11e7a-10", "ovs_interfaceid": "0fc11e7a-10bc-47ec-bfb6-50cca09dcc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.280212] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.280542] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbbea40c-b4b6-4c3c-885b-1004072b7fce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.288271] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1097.288271] env[69308]: value = "task-3869095" [ 1097.288271] env[69308]: _type = "Task" [ 1097.288271] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.298608] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.421345] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869093, 'name': Rename_Task, 'duration_secs': 0.175769} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.421669] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.421933] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e67266b-dc26-45c3-aafb-6470fa947f8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.430092] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1097.430092] env[69308]: value = "task-3869096" [ 1097.430092] env[69308]: _type = "Task" [ 1097.430092] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.445276] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.445852] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ee208140-6359-4ac0-8f60-2aeb69fda1cb tempest-ServerDiagnosticsTest-969408299 tempest-ServerDiagnosticsTest-969408299-project-member] Lock "2a11994e-3bf9-4b3d-b8f9-2b05060efba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.132s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.456814] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075012} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.458046] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.458974] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed971177-512d-4703-9012-ce55ffc944b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.497460] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 83e02c32-cb3f-4ca6-98a5-b815797d2ec0/83e02c32-cb3f-4ca6-98a5-b815797d2ec0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.500961] env[69308]: DEBUG nova.network.neutron [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5169668e-7159-4a3a-b713-d1146fe72a70", "address": "fa:16:3e:35:51:bb", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5169668e-71", "ovs_interfaceid": "5169668e-7159-4a3a-b713-d1146fe72a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.500961] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265fc1d9-b9bb-478b-a2a3-fd46b72bae8e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.528099] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1097.528099] env[69308]: value = "task-3869097" [ 1097.528099] env[69308]: _type = "Task" [ 1097.528099] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.541695] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.660504] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.681963] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Releasing lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.682340] env[69308]: DEBUG nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Instance network_info: |[{"id": "0fc11e7a-10bc-47ec-bfb6-50cca09dcc71", "address": "fa:16:3e:6f:21:5f", "network": {"id": "bd4e150c-cf91-4160-8ba0-d85c77763e16", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-442702038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657f26858e78489e8272cf51e1ffc873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc11e7a-10", "ovs_interfaceid": "0fc11e7a-10bc-47ec-bfb6-50cca09dcc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.682824] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:21:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fc11e7a-10bc-47ec-bfb6-50cca09dcc71', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.690799] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Creating folder: Project (657f26858e78489e8272cf51e1ffc873). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.691548] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b27383e6-e577-467a-9679-44066befe8f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.704018] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Created folder: Project (657f26858e78489e8272cf51e1ffc873) in parent group-v768498. [ 1097.704269] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Creating folder: Instances. Parent ref: group-v768780. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.704535] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6865d006-bb88-45a8-a1da-c87b5eb5ec95 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.717499] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Created folder: Instances in parent group-v768780. [ 1097.717798] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.718064] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.718329] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b03af322-fbdb-4ef2-9277-cf478722161c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.739788] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.739788] env[69308]: value = "task-3869100" [ 1097.739788] env[69308]: _type = "Task" [ 1097.739788] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.749223] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869100, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.800522] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869095, 'name': PowerOffVM_Task, 'duration_secs': 0.264212} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.800759] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.801021] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.802026] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061cea76-d7c0-4ae9-888b-86914f66802d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.810672] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.810908] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40b053d4-eeb1-48bd-b9b6-1530ca0a28b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.841213] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.841452] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.841663] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Deleting the datastore file [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.842064] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea784196-47fc-45b2-9584-edb36e2e845b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.849415] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1097.849415] env[69308]: value = "task-3869102" [ 1097.849415] env[69308]: _type = "Task" [ 1097.849415] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.861551] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.888531] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3b3b5de1-b9f9-464b-8a5a-86b8fcf297d8 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.889996] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.027s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.891858] env[69308]: INFO nova.compute.claims [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.942360] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.021411] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.022195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.022399] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.023337] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffee7b34-057d-40f0-90bc-74d46af3ad98 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.041856] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.042227] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.042433] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.042711] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.042901] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.043122] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.043370] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.043529] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.043735] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.043910] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.044122] env[69308]: DEBUG nova.virt.hardware [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.050540] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Reconfiguring VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1098.053881] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fa1cf52-6fe9-41d5-9adc-90718b293f1a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.072439] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869097, 'name': ReconfigVM_Task, 'duration_secs': 0.292762} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.076214] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 83e02c32-cb3f-4ca6-98a5-b815797d2ec0/83e02c32-cb3f-4ca6-98a5-b815797d2ec0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.076983] env[69308]: DEBUG oslo_vmware.api [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1098.076983] env[69308]: value = "task-3869103" [ 1098.076983] env[69308]: _type = "Task" [ 1098.076983] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.077254] env[69308]: DEBUG nova.network.neutron [-] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.078399] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30aeb05d-14d4-47e1-a015-d3d1082fceef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.089476] env[69308]: DEBUG oslo_vmware.api [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869103, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.091778] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1098.091778] env[69308]: value = "task-3869104" [ 1098.091778] env[69308]: _type = "Task" [ 1098.091778] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.101151] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869104, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.252656] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869100, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.360115] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260412} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.361205] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.361432] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.361576] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.365130] env[69308]: DEBUG nova.compute.manager [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-vif-plugged-5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.365361] env[69308]: DEBUG oslo_concurrency.lockutils [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] Acquiring lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.365564] env[69308]: DEBUG oslo_concurrency.lockutils [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] Lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.365737] env[69308]: DEBUG oslo_concurrency.lockutils [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] Lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.366342] env[69308]: DEBUG nova.compute.manager [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] No waiting events found dispatching network-vif-plugged-5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.366342] env[69308]: WARNING nova.compute.manager [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received unexpected event network-vif-plugged-5169668e-7159-4a3a-b713-d1146fe72a70 for instance with vm_state active and task_state None. [ 1098.366342] env[69308]: DEBUG nova.compute.manager [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-changed-5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.366444] env[69308]: DEBUG nova.compute.manager [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing instance network info cache due to event network-changed-5169668e-7159-4a3a-b713-d1146fe72a70. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.366575] env[69308]: DEBUG oslo_concurrency.lockutils [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.366683] env[69308]: DEBUG oslo_concurrency.lockutils [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.366837] env[69308]: DEBUG nova.network.neutron [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing network info cache for port 5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.444233] env[69308]: DEBUG oslo_vmware.api [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869096, 'name': PowerOnVM_Task, 'duration_secs': 0.520587} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.444518] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.444684] env[69308]: INFO nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1098.444872] env[69308]: DEBUG nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.445692] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463efd1-f102-4610-8e45-6f72e59d6382 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.581666] env[69308]: INFO nova.compute.manager [-] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Took 1.58 seconds to deallocate network for instance. [ 1098.593668] env[69308]: DEBUG oslo_vmware.api [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.603136] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869104, 'name': Rename_Task, 'duration_secs': 0.145662} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.603424] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.603675] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24203e5c-ebbf-42e3-9679-0e540197b337 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.610310] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1098.610310] env[69308]: value = "task-3869105" [ 1098.610310] env[69308]: _type = "Task" [ 1098.610310] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.621569] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.730259] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.730857] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.731106] env[69308]: INFO nova.compute.manager [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Attaching volume 2903eee5-60e6-4587-ba4b-f3ca5104cd72 to /dev/sdb [ 1098.754595] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869100, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.768940] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2647f819-28ab-4f5f-b699-ac80aa0b7580 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.776986] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d9908-c204-4c47-952f-792a14dcfce1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.791281] env[69308]: DEBUG nova.virt.block_device [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updating existing volume attachment record: 813bfd3a-80e6-488e-8779-8f1a211d7325 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1098.972925] env[69308]: INFO nova.compute.manager [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Took 32.44 seconds to build instance. [ 1099.096079] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.096435] env[69308]: DEBUG oslo_vmware.api [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.127875] env[69308]: DEBUG oslo_vmware.api [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869105, 'name': PowerOnVM_Task, 'duration_secs': 0.499877} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.129483] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.129602] env[69308]: INFO nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1099.130795] env[69308]: DEBUG nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.131779] env[69308]: DEBUG nova.compute.manager [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Received event network-changed-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.131999] env[69308]: DEBUG nova.compute.manager [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Refreshing instance network info cache due to event network-changed-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.132311] env[69308]: DEBUG oslo_concurrency.lockutils [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] Acquiring lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.132485] env[69308]: DEBUG oslo_concurrency.lockutils [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] Acquired lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.133072] env[69308]: DEBUG nova.network.neutron [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Refreshing network info cache for port 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.137897] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b58bec-f16c-40d2-9da9-ced8977d72aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.183191] env[69308]: DEBUG nova.network.neutron [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updated VIF entry in instance network info cache for port 5169668e-7159-4a3a-b713-d1146fe72a70. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.184791] env[69308]: DEBUG nova.network.neutron [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5169668e-7159-4a3a-b713-d1146fe72a70", "address": "fa:16:3e:35:51:bb", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5169668e-71", "ovs_interfaceid": "5169668e-7159-4a3a-b713-d1146fe72a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.251800] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869100, 'name': CreateVM_Task, 'duration_secs': 1.431886} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.252954] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.253701] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb0699d-0f99-48e0-8599-816299f2ec46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.256838] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.257031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.257371] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.257619] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a33d49-0850-406e-8797-38c33c18641c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.263165] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1099.263165] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fb711e-745e-4371-522f-4a1f830f4e10" [ 1099.263165] env[69308]: _type = "Task" [ 1099.263165] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.269172] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1746e27-2703-415d-a09c-b4e8137465f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.279697] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fb711e-745e-4371-522f-4a1f830f4e10, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.304155] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.304445] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.304674] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.304830] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.305061] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.305573] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c5d926f-ec3a-42a8-9b6f-750425e654d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.308112] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d49775-d41b-4b38-925b-5f30b6ed401e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.317751] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6aec07-e186-408b-8258-247f34b818a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.332642] env[69308]: DEBUG nova.compute.provider_tree [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.335317] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.335520] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.336343] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e439b1bd-1ba1-49f0-819c-25e7a556c8f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.344896] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1099.344896] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52eb0a36-6611-3859-66fb-67ea3f3cf266" [ 1099.344896] env[69308]: _type = "Task" [ 1099.344896] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.356628] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52eb0a36-6611-3859-66fb-67ea3f3cf266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.409103] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.409522] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.413020] env[69308]: DEBUG nova.virt.hardware [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.413864] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fb5aa4-e5e3-4ddc-8d64-aac4144e7580 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.425476] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f990dd4e-5155-4ad7-bbad-748a14361c0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.441055] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.447026] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.447604] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.447604] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e784a063-aa14-45dd-b5cd-d969fc6b6352 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.467605] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.467605] env[69308]: value = "task-3869107" [ 1099.467605] env[69308]: _type = "Task" [ 1099.467605] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.480210] env[69308]: DEBUG oslo_concurrency.lockutils [None req-82842d5a-c7c8-48f7-9a9a-1bf30e3b6ab3 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.954s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.480210] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869107, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.599530] env[69308]: DEBUG oslo_vmware.api [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.657125] env[69308]: INFO nova.compute.manager [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Took 28.01 seconds to build instance. [ 1099.688369] env[69308]: DEBUG oslo_concurrency.lockutils [req-e8230339-85b4-479a-93e3-7720d49060e3 req-1970f2ce-ac03-49b9-8438-a4e4efc77c7c service nova] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.842160] env[69308]: DEBUG nova.scheduler.client.report [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.860099] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52eb0a36-6611-3859-66fb-67ea3f3cf266, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.861774] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf74438-2bbd-4a34-910c-541549b1adba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.873720] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1099.873720] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ac52d8-378b-60b2-174e-a7a3792b2906" [ 1099.873720] env[69308]: _type = "Task" [ 1099.873720] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.884546] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ac52d8-378b-60b2-174e-a7a3792b2906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.985668] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869107, 'name': CreateVM_Task, 'duration_secs': 0.320943} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.985903] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.986384] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.986650] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.987071] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.987356] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978acb95-13b7-491e-90b6-74e7742d5ab5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.990031] env[69308]: DEBUG nova.network.neutron [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Updated VIF entry in instance network info cache for port 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.991587] env[69308]: DEBUG nova.network.neutron [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Updating instance_info_cache with network_info: [{"id": "0fc11e7a-10bc-47ec-bfb6-50cca09dcc71", "address": "fa:16:3e:6f:21:5f", "network": {"id": "bd4e150c-cf91-4160-8ba0-d85c77763e16", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-442702038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657f26858e78489e8272cf51e1ffc873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc11e7a-10", "ovs_interfaceid": "0fc11e7a-10bc-47ec-bfb6-50cca09dcc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.997630] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1099.997630] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dd42e3-f6cc-be28-dd05-4625f676f4dd" [ 1099.997630] env[69308]: _type = "Task" [ 1099.997630] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.010518] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dd42e3-f6cc-be28-dd05-4625f676f4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.095957] env[69308]: DEBUG oslo_vmware.api [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.160464] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eda4a0d0-0f84-4ec6-8df8-5dcbfebb66b3 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.983s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.348884] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.348884] env[69308]: DEBUG nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.352586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.830s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.387676] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ac52d8-378b-60b2-174e-a7a3792b2906, 'name': SearchDatastore_Task, 'duration_secs': 0.016026} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.388067] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.388299] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] a530b715-089a-4751-bfb6-71781fa8557c/a530b715-089a-4751-bfb6-71781fa8557c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.388597] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa76a2a0-c246-4819-a555-897eb9f70885 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.398425] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1100.398425] env[69308]: value = "task-3869108" [ 1100.398425] env[69308]: _type = "Task" [ 1100.398425] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.413182] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.495282] env[69308]: DEBUG oslo_concurrency.lockutils [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] Releasing lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.495541] env[69308]: DEBUG nova.compute.manager [req-efb6e38b-707e-4a0c-9bc4-dc5758d96481 req-52bc0280-3953-4654-84ba-66a7a53ee237 service nova] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Received event network-vif-deleted-11a23d54-e0a6-46e8-9b47-6406153115fe {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.511173] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52dd42e3-f6cc-be28-dd05-4625f676f4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012355} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.511563] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.511859] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.512151] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.512309] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.512508] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.512829] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c048dbc-05f2-4da2-84b1-a4fdc88281d4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.524175] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.524319] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.525927] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550d7907-8391-4807-9091-08cd6b7eec19 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.534199] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1100.534199] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff8b64-6887-8788-10d4-2d2439f4901e" [ 1100.534199] env[69308]: _type = "Task" [ 1100.534199] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.548524] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ff8b64-6887-8788-10d4-2d2439f4901e, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.549614] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015fe6e6-2af0-452f-8b91-90fdea4c737e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.558227] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1100.558227] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527fa69b-f627-22db-9869-2610deb0be8d" [ 1100.558227] env[69308]: _type = "Task" [ 1100.558227] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.568653] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527fa69b-f627-22db-9869-2610deb0be8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.597246] env[69308]: DEBUG oslo_vmware.api [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869103, 'name': ReconfigVM_Task, 'duration_secs': 2.092504} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.597801] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.598036] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Reconfigured VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1100.856315] env[69308]: DEBUG nova.compute.utils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.859894] env[69308]: INFO nova.compute.claims [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.863955] env[69308]: DEBUG nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.864194] env[69308]: DEBUG nova.network.neutron [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.920573] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869108, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.926424] env[69308]: DEBUG nova.policy [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f80a1d440d94be281c988eb6bc0791a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44bb6c9404a54acfa22a7d740fbf2583', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.988552] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "830f1259-fd23-4d81-a664-a9b1b3855f97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.990106] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "830f1259-fd23-4d81-a664-a9b1b3855f97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.071034] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527fa69b-f627-22db-9869-2610deb0be8d, 'name': SearchDatastore_Task, 'duration_secs': 0.012962} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.071034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.071034] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462/68e17c09-e810-40c6-ae1f-1f92eabb4462.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.071034] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae0ff916-4ea4-4120-bfff-c6b138e9c28b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.079989] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1101.079989] env[69308]: value = "task-3869110" [ 1101.079989] env[69308]: _type = "Task" [ 1101.079989] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.089364] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.102904] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b879177-6068-4419-ba9f-57f942ef66d2 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-080375f0-766d-4bd2-8ef9-682bde262f58-5169668e-7159-4a3a-b713-d1146fe72a70" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.423s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.196839] env[69308]: DEBUG oslo_concurrency.lockutils [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "1c380368-2ff2-4c82-8985-557316cdaf9a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.197453] env[69308]: DEBUG oslo_concurrency.lockutils [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.264817] env[69308]: DEBUG nova.network.neutron [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Successfully created port: 7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.365140] env[69308]: DEBUG nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.370136] env[69308]: INFO nova.compute.resource_tracker [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating resource usage from migration 84de31f2-6042-44aa-9c3a-5dbe3b2a236f [ 1101.412869] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557846} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.413205] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] a530b715-089a-4751-bfb6-71781fa8557c/a530b715-089a-4751-bfb6-71781fa8557c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.413444] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.413710] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b69fc5fb-3592-4b62-8207-c0c7ea163902 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.421738] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1101.421738] env[69308]: value = "task-3869111" [ 1101.421738] env[69308]: _type = "Task" [ 1101.421738] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.438033] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.492707] env[69308]: DEBUG nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.599059] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869110, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.701116] env[69308]: DEBUG nova.compute.utils [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.786490] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94069c4f-e48f-44b9-b5ef-228ff0c2f1a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.796276] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f117c7b-0150-4806-bd22-015a62d56a7e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.837821] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42e39b3-0454-4bb9-afc8-352bd1f9c1a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.849612] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccc5919-70a0-48be-9849-5497a88bd78a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.873831] env[69308]: DEBUG nova.compute.provider_tree [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.934962] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073405} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.935306] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.936396] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a393e4-322f-4eb3-b4cd-415618503e58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.960685] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] a530b715-089a-4751-bfb6-71781fa8557c/a530b715-089a-4751-bfb6-71781fa8557c.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.961053] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e3a7a9-2d0f-4e86-9083-84a89e731870 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.982087] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1101.982087] env[69308]: value = "task-3869112" [ 1101.982087] env[69308]: _type = "Task" [ 1101.982087] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.997477] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.021366] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.091332] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842879} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.092438] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462/68e17c09-e810-40c6-ae1f-1f92eabb4462.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.092438] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.092438] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f84358aa-359e-40ba-bf4f-dd4c04a9aea8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.100759] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1102.100759] env[69308]: value = "task-3869113" [ 1102.100759] env[69308]: _type = "Task" [ 1102.100759] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.118022] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.204777] env[69308]: DEBUG oslo_concurrency.lockutils [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.380581] env[69308]: DEBUG nova.scheduler.client.report [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.387209] env[69308]: DEBUG nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.430413] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.430413] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.430413] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.430756] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.430756] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.431563] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.431959] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.432234] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.432471] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.433302] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.433302] env[69308]: DEBUG nova.virt.hardware [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.434855] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e75a0e5-aa81-4af0-a041-b705f8b181e3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.447786] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660fc01-4dcb-4585-a34c-9ff5c7d87fce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.495291] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.612799] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194501} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.613283] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.614253] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6483cd-99b3-4037-bef9-8213f17fc3cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.639128] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462/68e17c09-e810-40c6-ae1f-1f92eabb4462.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.639539] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b05ff21-b55d-415b-97cd-f4d07417f60a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.661094] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1102.661094] env[69308]: value = "task-3869114" [ 1102.661094] env[69308]: _type = "Task" [ 1102.661094] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.673949] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.895065] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.541s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.895065] env[69308]: INFO nova.compute.manager [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Migrating [ 1102.900729] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.870s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.902847] env[69308]: INFO nova.compute.claims [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.996072] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869112, 'name': ReconfigVM_Task, 'duration_secs': 0.827912} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.996072] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] a530b715-089a-4751-bfb6-71781fa8557c/a530b715-089a-4751-bfb6-71781fa8557c.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.996954] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5899cc46-41ec-4a97-a8dd-7aab6923ab6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.009182] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1103.009182] env[69308]: value = "task-3869115" [ 1103.009182] env[69308]: _type = "Task" [ 1103.009182] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.022910] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869115, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.100441] env[69308]: DEBUG nova.compute.manager [req-46d3ffc3-6bb5-4f38-82ed-41e5b4c65a49 req-cb628ecf-ca17-40c9-9cc7-4196eeb6fd75 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received event network-vif-plugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.100725] env[69308]: DEBUG oslo_concurrency.lockutils [req-46d3ffc3-6bb5-4f38-82ed-41e5b4c65a49 req-cb628ecf-ca17-40c9-9cc7-4196eeb6fd75 service nova] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.100945] env[69308]: DEBUG oslo_concurrency.lockutils [req-46d3ffc3-6bb5-4f38-82ed-41e5b4c65a49 req-cb628ecf-ca17-40c9-9cc7-4196eeb6fd75 service nova] Lock "5d9baa45-0094-4444-b331-452f667d1af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.101151] env[69308]: DEBUG oslo_concurrency.lockutils [req-46d3ffc3-6bb5-4f38-82ed-41e5b4c65a49 req-cb628ecf-ca17-40c9-9cc7-4196eeb6fd75 service nova] Lock "5d9baa45-0094-4444-b331-452f667d1af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.101348] env[69308]: DEBUG nova.compute.manager [req-46d3ffc3-6bb5-4f38-82ed-41e5b4c65a49 req-cb628ecf-ca17-40c9-9cc7-4196eeb6fd75 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] No waiting events found dispatching network-vif-plugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.101552] env[69308]: WARNING nova.compute.manager [req-46d3ffc3-6bb5-4f38-82ed-41e5b4c65a49 req-cb628ecf-ca17-40c9-9cc7-4196eeb6fd75 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received unexpected event network-vif-plugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 for instance with vm_state building and task_state spawning. [ 1103.175490] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.181122] env[69308]: DEBUG nova.network.neutron [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Successfully updated port: 7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.304765] env[69308]: DEBUG oslo_concurrency.lockutils [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "1c380368-2ff2-4c82-8985-557316cdaf9a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.305054] env[69308]: DEBUG oslo_concurrency.lockutils [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.305644] env[69308]: INFO nova.compute.manager [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Attaching volume c29e7286-08bd-4033-a346-6f446bcfae4b to /dev/sdb [ 1103.347408] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1103.347650] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768783', 'volume_id': '2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'name': 'volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5d30e93-518c-4233-8955-c79f26b8f909', 'attached_at': '', 'detached_at': '', 'volume_id': '2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'serial': '2903eee5-60e6-4587-ba4b-f3ca5104cd72'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1103.349345] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3799eb92-4c93-439c-ad23-ea2b29c2235e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.358865] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30abe2-f8de-4968-99f3-3d3404a51f67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.379238] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e9f620-3f46-40ac-9fc6-93ca96202289 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.385185] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c8a7f-c334-43f4-b522-e67101dd773e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.411595] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72/volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.412540] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a755989-cbb9-43b0-8b68-be89759e4b67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.432551] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.432843] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.433105] env[69308]: DEBUG nova.network.neutron [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.434300] env[69308]: DEBUG nova.virt.block_device [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Updating existing volume attachment record: c9b8a196-dd0d-4c48-b1aa-da0d8d9db958 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.443497] env[69308]: DEBUG oslo_vmware.api [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1103.443497] env[69308]: value = "task-3869116" [ 1103.443497] env[69308]: _type = "Task" [ 1103.443497] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.458594] env[69308]: DEBUG oslo_vmware.api [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.521582] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869115, 'name': Rename_Task, 'duration_secs': 0.360541} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.522489] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.523656] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b791aa-c5c0-4657-a251-950e8a86af44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.531396] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1103.531396] env[69308]: value = "task-3869117" [ 1103.531396] env[69308]: _type = "Task" [ 1103.531396] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.544035] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.559650] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-080375f0-766d-4bd2-8ef9-682bde262f58-5169668e-7159-4a3a-b713-d1146fe72a70" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.560332] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-080375f0-766d-4bd2-8ef9-682bde262f58-5169668e-7159-4a3a-b713-d1146fe72a70" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.678928] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869114, 'name': ReconfigVM_Task, 'duration_secs': 0.942953} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.678928] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462/68e17c09-e810-40c6-ae1f-1f92eabb4462.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.678928] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28462855-a09f-4417-8322-346f984808bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.687625] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.687625] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.687625] env[69308]: DEBUG nova.network.neutron [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.689983] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1103.689983] env[69308]: value = "task-3869119" [ 1103.689983] env[69308]: _type = "Task" [ 1103.689983] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.706290] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869119, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.956444] env[69308]: DEBUG oslo_vmware.api [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.047807] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.065960] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.066220] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.067138] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417f04b2-a7df-4d19-a7cd-b585b663bc32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.096174] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc2dba-d332-4251-971d-d8f86be54717 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.124342] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Reconfiguring VM to detach interface {{(pid=69308) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1104.127436] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40397afb-7835-4337-98f7-9526afb4b953 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.150443] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1104.150443] env[69308]: value = "task-3869122" [ 1104.150443] env[69308]: _type = "Task" [ 1104.150443] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.160736] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.205099] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869119, 'name': Rename_Task, 'duration_secs': 0.206678} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.205482] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.205907] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a81b99-e783-4239-9860-41e4f6abd7c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.215908] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1104.215908] env[69308]: value = "task-3869123" [ 1104.215908] env[69308]: _type = "Task" [ 1104.215908] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.226544] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.227898] env[69308]: DEBUG nova.network.neutron [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance_info_cache with network_info: [{"id": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "address": "fa:16:3e:7b:d9:be", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c476b6-f2", "ovs_interfaceid": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.238765] env[69308]: DEBUG nova.network.neutron [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.329239] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "5719e77c-87ca-47bf-9807-d5af62ef2729" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.329475] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "5719e77c-87ca-47bf-9807-d5af62ef2729" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.375604] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e676227-d320-4e0c-9f9a-07ff68f19ff6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.386936] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae84059-0751-485e-b9fd-2bf3c25dffad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.423972] env[69308]: DEBUG nova.network.neutron [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating instance_info_cache with network_info: [{"id": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "address": "fa:16:3e:b2:5f:b5", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7faa19f2-a6", "ovs_interfaceid": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.425866] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbce79ee-1a0a-48ec-a089-8001e0b5bb4c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.437091] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3264ea4-bf4b-4f4f-8689-392296199736 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.453986] env[69308]: DEBUG nova.compute.provider_tree [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.466430] env[69308]: DEBUG oslo_vmware.api [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869116, 'name': ReconfigVM_Task, 'duration_secs': 0.572185} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.467381] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72/volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.472657] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a7f1a2e-8f5f-488e-b2d4-c6066f00eec9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.489886] env[69308]: DEBUG oslo_vmware.api [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1104.489886] env[69308]: value = "task-3869124" [ 1104.489886] env[69308]: _type = "Task" [ 1104.489886] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.500837] env[69308]: DEBUG oslo_vmware.api [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.543999] env[69308]: DEBUG oslo_vmware.api [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869117, 'name': PowerOnVM_Task, 'duration_secs': 0.960671} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.547457] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.548390] env[69308]: INFO nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1104.548640] env[69308]: DEBUG nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.549630] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b200d01-6c8e-4b1a-97fe-9568105f88e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.662523] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.727835] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869123, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.730559] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.833733] env[69308]: DEBUG nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.929949] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.930360] env[69308]: DEBUG nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Instance network_info: |[{"id": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "address": "fa:16:3e:b2:5f:b5", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7faa19f2-a6", "ovs_interfaceid": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.930823] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:5f:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7faa19f2-a641-4fb7-a87a-6838704d08f1', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.938834] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.939520] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.939791] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fef06be-b6ea-449b-8cca-071a887669c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.963656] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.963656] env[69308]: value = "task-3869125" [ 1104.963656] env[69308]: _type = "Task" [ 1104.963656] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.971881] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869125, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.978800] env[69308]: ERROR nova.scheduler.client.report [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [req-e7a87c51-43fa-4762-ae80-12653cd08b8f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7a87c51-43fa-4762-ae80-12653cd08b8f"}]} [ 1104.998036] env[69308]: DEBUG nova.scheduler.client.report [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1105.005106] env[69308]: DEBUG oslo_vmware.api [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869124, 'name': ReconfigVM_Task, 'duration_secs': 0.186534} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.005439] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768783', 'volume_id': '2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'name': 'volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5d30e93-518c-4233-8955-c79f26b8f909', 'attached_at': '', 'detached_at': '', 'volume_id': '2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'serial': '2903eee5-60e6-4587-ba4b-f3ca5104cd72'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.012829] env[69308]: DEBUG nova.scheduler.client.report [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1105.013060] env[69308]: DEBUG nova.compute.provider_tree [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.025441] env[69308]: DEBUG nova.scheduler.client.report [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1105.046575] env[69308]: DEBUG nova.scheduler.client.report [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1105.073633] env[69308]: INFO nova.compute.manager [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Took 32.90 seconds to build instance. [ 1105.132341] env[69308]: DEBUG nova.compute.manager [req-37c21f25-72c3-4f7c-b5e7-be1588968551 req-f706e517-3a14-47e1-890f-87d0c3232f52 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received event network-changed-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.132341] env[69308]: DEBUG nova.compute.manager [req-37c21f25-72c3-4f7c-b5e7-be1588968551 req-f706e517-3a14-47e1-890f-87d0c3232f52 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Refreshing instance network info cache due to event network-changed-7faa19f2-a641-4fb7-a87a-6838704d08f1. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.132341] env[69308]: DEBUG oslo_concurrency.lockutils [req-37c21f25-72c3-4f7c-b5e7-be1588968551 req-f706e517-3a14-47e1-890f-87d0c3232f52 service nova] Acquiring lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.132341] env[69308]: DEBUG oslo_concurrency.lockutils [req-37c21f25-72c3-4f7c-b5e7-be1588968551 req-f706e517-3a14-47e1-890f-87d0c3232f52 service nova] Acquired lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.132341] env[69308]: DEBUG nova.network.neutron [req-37c21f25-72c3-4f7c-b5e7-be1588968551 req-f706e517-3a14-47e1-890f-87d0c3232f52 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Refreshing network info cache for port 7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.166053] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.229080] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869123, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.354060] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.378303] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd4640a-9d1c-4f36-830d-ef98a1007202 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.386614] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c63a01-5641-4acb-8b51-f5efa0e136ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.418336] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a1fa48-dd65-42f5-a916-4f1257cb7bb1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.426960] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b694f9-fb06-41df-9a2b-ec813e06e103 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.445610] env[69308]: DEBUG nova.compute.provider_tree [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.465099] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.470801] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.480150] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869125, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.575615] env[69308]: DEBUG oslo_concurrency.lockutils [None req-26ffb05e-e388-4cff-af3f-c8ade78473d5 tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "a530b715-089a-4751-bfb6-71781fa8557c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.413s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.669037] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.730311] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.980079] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869125, 'name': CreateVM_Task, 'duration_secs': 0.69633} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.980358] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.980506] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.980732] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.981684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.981684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.981839] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.982109] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.982287] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11f6bf0-fdea-4e80-88c2-b770a7fb4c9d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.984644] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.984856] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.985563] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.985854] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1105.985959] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.991472] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1105.991472] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5290e426-0966-48da-9fe5-a1216b6bf680" [ 1105.991472] env[69308]: _type = "Task" [ 1105.991472] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.998919] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5290e426-0966-48da-9fe5-a1216b6bf680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.000062] env[69308]: DEBUG nova.scheduler.client.report [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1106.000308] env[69308]: DEBUG nova.compute.provider_tree [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 143 to 144 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1106.000495] env[69308]: DEBUG nova.compute.provider_tree [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.063872] env[69308]: DEBUG nova.objects.instance [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid c5d30e93-518c-4233-8955-c79f26b8f909 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.085550] env[69308]: DEBUG nova.network.neutron [req-37c21f25-72c3-4f7c-b5e7-be1588968551 req-f706e517-3a14-47e1-890f-87d0c3232f52 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updated VIF entry in instance network info cache for port 7faa19f2-a641-4fb7-a87a-6838704d08f1. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.085946] env[69308]: DEBUG nova.network.neutron [req-37c21f25-72c3-4f7c-b5e7-be1588968551 req-f706e517-3a14-47e1-890f-87d0c3232f52 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating instance_info_cache with network_info: [{"id": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "address": "fa:16:3e:b2:5f:b5", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7faa19f2-a6", "ovs_interfaceid": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.167023] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.230285] env[69308]: DEBUG oslo_vmware.api [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869123, 'name': PowerOnVM_Task, 'duration_secs': 1.60213} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.230285] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.230285] env[69308]: DEBUG nova.compute.manager [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.231126] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925a97d-ef22-4a65-8eec-9725dea49a8e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.252551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e23122-227d-4bf7-a32d-5c1ce5ccb9da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.277031] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance 'c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.282565] env[69308]: DEBUG nova.compute.manager [req-ebe2ca8f-7b95-4163-8b2d-529e866c936a req-25133090-60b0-4d8e-9ea1-687dd5e215bd service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Received event network-changed-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.282776] env[69308]: DEBUG nova.compute.manager [req-ebe2ca8f-7b95-4163-8b2d-529e866c936a req-25133090-60b0-4d8e-9ea1-687dd5e215bd service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Refreshing instance network info cache due to event network-changed-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.282989] env[69308]: DEBUG oslo_concurrency.lockutils [req-ebe2ca8f-7b95-4163-8b2d-529e866c936a req-25133090-60b0-4d8e-9ea1-687dd5e215bd service nova] Acquiring lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.283262] env[69308]: DEBUG oslo_concurrency.lockutils [req-ebe2ca8f-7b95-4163-8b2d-529e866c936a req-25133090-60b0-4d8e-9ea1-687dd5e215bd service nova] Acquired lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.283448] env[69308]: DEBUG nova.network.neutron [req-ebe2ca8f-7b95-4163-8b2d-529e866c936a req-25133090-60b0-4d8e-9ea1-687dd5e215bd service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Refreshing network info cache for port 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.489759] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.500528] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5290e426-0966-48da-9fe5-a1216b6bf680, 'name': SearchDatastore_Task, 'duration_secs': 0.017968} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.500846] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.501197] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.501405] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.501552] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.501756] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.502934] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8abf71cb-83ce-4094-bc65-8ca806386af9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.506069] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.605s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.506528] env[69308]: DEBUG nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.509088] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.821s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.509305] env[69308]: DEBUG nova.objects.instance [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lazy-loading 'resources' on Instance uuid 5e4222ca-05dc-4dbe-b9cc-a64073a76586 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.518122] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.518484] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.519198] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d23bb9d-cd66-4543-a40e-6650907157f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.526498] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1106.526498] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d288e7-739f-b7fa-d069-78e6629135f8" [ 1106.526498] env[69308]: _type = "Task" [ 1106.526498] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.534603] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d288e7-739f-b7fa-d069-78e6629135f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.570594] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d487814d-49dc-4cfb-8fc0-a0b7a8aa3592 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.589619] env[69308]: DEBUG oslo_concurrency.lockutils [req-37c21f25-72c3-4f7c-b5e7-be1588968551 req-f706e517-3a14-47e1-890f-87d0c3232f52 service nova] Releasing lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.664853] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.750848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.787032] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.789923] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe1e5983-4160-4375-9121-25640a87bbf0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.799520] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1106.799520] env[69308]: value = "task-3869127" [ 1106.799520] env[69308]: _type = "Task" [ 1106.799520] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.811752] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.014020] env[69308]: DEBUG nova.compute.utils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.018022] env[69308]: DEBUG nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.018022] env[69308]: DEBUG nova.network.neutron [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.042454] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d288e7-739f-b7fa-d069-78e6629135f8, 'name': SearchDatastore_Task, 'duration_secs': 0.030513} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.044351] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47abacf8-a9d6-43ef-b84e-ae56bab950df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.053713] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1107.053713] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bf5f82-1007-d407-63ab-48910f3a2836" [ 1107.053713] env[69308]: _type = "Task" [ 1107.053713] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.068132] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bf5f82-1007-d407-63ab-48910f3a2836, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.068556] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.069614] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5d9baa45-0094-4444-b331-452f667d1af5/5d9baa45-0094-4444-b331-452f667d1af5.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.072404] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f02ab2e4-fe8a-497e-a7ab-4cad877401c9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.080718] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.080958] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.083778] env[69308]: DEBUG nova.policy [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aad86f9a64745ceb1c12dd760b662fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b11d4a1322714b9f83f38dc50da9919c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.094651] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1107.094651] env[69308]: value = "task-3869128" [ 1107.094651] env[69308]: _type = "Task" [ 1107.094651] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.107771] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.137036] env[69308]: DEBUG nova.network.neutron [req-ebe2ca8f-7b95-4163-8b2d-529e866c936a req-25133090-60b0-4d8e-9ea1-687dd5e215bd service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Updated VIF entry in instance network info cache for port 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.137036] env[69308]: DEBUG nova.network.neutron [req-ebe2ca8f-7b95-4163-8b2d-529e866c936a req-25133090-60b0-4d8e-9ea1-687dd5e215bd service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Updating instance_info_cache with network_info: [{"id": "0fc11e7a-10bc-47ec-bfb6-50cca09dcc71", "address": "fa:16:3e:6f:21:5f", "network": {"id": "bd4e150c-cf91-4160-8ba0-d85c77763e16", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-442702038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "657f26858e78489e8272cf51e1ffc873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc11e7a-10", "ovs_interfaceid": "0fc11e7a-10bc-47ec-bfb6-50cca09dcc71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.168510] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.301298] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "68e17c09-e810-40c6-ae1f-1f92eabb4462" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.301553] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "68e17c09-e810-40c6-ae1f-1f92eabb4462" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.301759] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "68e17c09-e810-40c6-ae1f-1f92eabb4462-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.304077] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "68e17c09-e810-40c6-ae1f-1f92eabb4462-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.304077] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "68e17c09-e810-40c6-ae1f-1f92eabb4462-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.308884] env[69308]: INFO nova.compute.manager [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Terminating instance [ 1107.321247] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869127, 'name': PowerOffVM_Task, 'duration_secs': 0.297975} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.321547] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.321735] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance 'c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.462231] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b79693-c35c-4fa7-952e-d36db1420803 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.473314] env[69308]: DEBUG nova.network.neutron [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Successfully created port: 9ca6bf12-4f8c-4526-82c2-360a5f46622b {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.476351] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ef143-3e84-4e60-9519-98f163e5ab78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.516318] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ccb197-d6a5-47d4-a2c6-1a611058ea7c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.523827] env[69308]: DEBUG nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.532856] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1346441d-d011-43a9-b1c3-8105a9e23a59 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.552632] env[69308]: DEBUG nova.compute.provider_tree [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.594788] env[69308]: DEBUG nova.compute.utils [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.609758] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869128, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.639575] env[69308]: DEBUG oslo_concurrency.lockutils [req-ebe2ca8f-7b95-4163-8b2d-529e866c936a req-25133090-60b0-4d8e-9ea1-687dd5e215bd service nova] Releasing lock "refresh_cache-a530b715-089a-4751-bfb6-71781fa8557c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.669394] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.816565] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "refresh_cache-68e17c09-e810-40c6-ae1f-1f92eabb4462" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.817051] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquired lock "refresh_cache-68e17c09-e810-40c6-ae1f-1f92eabb4462" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.817153] env[69308]: DEBUG nova.network.neutron [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.832510] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.832755] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.832917] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.833145] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.833267] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.833415] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.833620] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.834180] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.834180] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.834318] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.834416] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.839785] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329c1072-4153-4dcc-97a6-60afe3c9bf4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.858766] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1107.858766] env[69308]: value = "task-3869129" [ 1107.858766] env[69308]: _type = "Task" [ 1107.858766] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.869022] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.002753] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1108.003061] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768786', 'volume_id': 'c29e7286-08bd-4033-a346-6f446bcfae4b', 'name': 'volume-c29e7286-08bd-4033-a346-6f446bcfae4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c380368-2ff2-4c82-8985-557316cdaf9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c29e7286-08bd-4033-a346-6f446bcfae4b', 'serial': 'c29e7286-08bd-4033-a346-6f446bcfae4b'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1108.004114] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494c2f3-c005-4138-8004-904a6b1bd919 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.023981] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611beb83-5215-4ca3-a2af-560a50c516af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.055041] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-c29e7286-08bd-4033-a346-6f446bcfae4b/volume-c29e7286-08bd-4033-a346-6f446bcfae4b.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.055041] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-341a5e0b-047b-4b7c-bc4e-14614b093fd2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.067881] env[69308]: DEBUG nova.scheduler.client.report [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.077541] env[69308]: DEBUG oslo_vmware.api [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1108.077541] env[69308]: value = "task-3869130" [ 1108.077541] env[69308]: _type = "Task" [ 1108.077541] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.087250] env[69308]: DEBUG oslo_vmware.api [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.096662] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.107462] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568675} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.107727] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5d9baa45-0094-4444-b331-452f667d1af5/5d9baa45-0094-4444-b331-452f667d1af5.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.107973] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.108274] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36644440-66a3-47e0-80d7-ab47fe837b56 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.115787] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1108.115787] env[69308]: value = "task-3869131" [ 1108.115787] env[69308]: _type = "Task" [ 1108.115787] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.126430] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.169534] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.351660] env[69308]: DEBUG nova.network.neutron [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.370867] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.436826] env[69308]: DEBUG nova.network.neutron [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.556159] env[69308]: DEBUG nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.573604] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.577996] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.857s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.580297] env[69308]: INFO nova.compute.claims [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.591570] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.591962] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.592112] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.592329] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.592551] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.592727] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.593041] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.593231] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.593459] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.593685] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.593986] env[69308]: DEBUG nova.virt.hardware [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.595372] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ca0277-6cd3-4b07-8c62-c1e4ecb6592f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.602441] env[69308]: INFO nova.scheduler.client.report [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Deleted allocations for instance 5e4222ca-05dc-4dbe-b9cc-a64073a76586 [ 1108.612358] env[69308]: DEBUG oslo_vmware.api [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.616858] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192091a8-0cc8-45fe-88d9-3bdad28775bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.632345] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224803} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.641107] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.642448] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25bb4c-8183-4080-9aff-3b219c7c9cc2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.669277] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 5d9baa45-0094-4444-b331-452f667d1af5/5d9baa45-0094-4444-b331-452f667d1af5.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.674758] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de32ad7a-a556-4d28-826d-7d7cd3545881 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.700022] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.701644] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1108.701644] env[69308]: value = "task-3869132" [ 1108.701644] env[69308]: _type = "Task" [ 1108.701644] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.714482] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.870440] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.919364] env[69308]: DEBUG nova.compute.manager [req-a05217f1-6699-4957-88e7-419c3e43f891 req-d0dbd7a1-4493-4eaa-98e5-40151c3f3112 service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Received event network-vif-plugged-9ca6bf12-4f8c-4526-82c2-360a5f46622b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.920095] env[69308]: DEBUG oslo_concurrency.lockutils [req-a05217f1-6699-4957-88e7-419c3e43f891 req-d0dbd7a1-4493-4eaa-98e5-40151c3f3112 service nova] Acquiring lock "07103a4b-2401-4756-a74e-5ab33fb3d41e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.920095] env[69308]: DEBUG oslo_concurrency.lockutils [req-a05217f1-6699-4957-88e7-419c3e43f891 req-d0dbd7a1-4493-4eaa-98e5-40151c3f3112 service nova] Lock "07103a4b-2401-4756-a74e-5ab33fb3d41e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.920095] env[69308]: DEBUG oslo_concurrency.lockutils [req-a05217f1-6699-4957-88e7-419c3e43f891 req-d0dbd7a1-4493-4eaa-98e5-40151c3f3112 service nova] Lock "07103a4b-2401-4756-a74e-5ab33fb3d41e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.920221] env[69308]: DEBUG nova.compute.manager [req-a05217f1-6699-4957-88e7-419c3e43f891 req-d0dbd7a1-4493-4eaa-98e5-40151c3f3112 service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] No waiting events found dispatching network-vif-plugged-9ca6bf12-4f8c-4526-82c2-360a5f46622b {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.920344] env[69308]: WARNING nova.compute.manager [req-a05217f1-6699-4957-88e7-419c3e43f891 req-d0dbd7a1-4493-4eaa-98e5-40151c3f3112 service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Received unexpected event network-vif-plugged-9ca6bf12-4f8c-4526-82c2-360a5f46622b for instance with vm_state building and task_state spawning. [ 1108.941823] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Releasing lock "refresh_cache-68e17c09-e810-40c6-ae1f-1f92eabb4462" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.942307] env[69308]: DEBUG nova.compute.manager [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.942504] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.943413] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50355f3d-4d71-438c-8c3a-e8b06adb7eeb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.952102] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.952888] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32aa95af-04ba-46fa-9850-0bc28ebb997b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.959892] env[69308]: DEBUG oslo_vmware.api [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1108.959892] env[69308]: value = "task-3869133" [ 1108.959892] env[69308]: _type = "Task" [ 1108.959892] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.968631] env[69308]: DEBUG oslo_vmware.api [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.013579] env[69308]: DEBUG nova.network.neutron [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Successfully updated port: 9ca6bf12-4f8c-4526-82c2-360a5f46622b {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.095278] env[69308]: DEBUG oslo_vmware.api [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869130, 'name': ReconfigVM_Task, 'duration_secs': 0.818076} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.095445] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-c29e7286-08bd-4033-a346-6f446bcfae4b/volume-c29e7286-08bd-4033-a346-6f446bcfae4b.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.100693] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11562a40-3a45-490d-8d91-b06ee9417546 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.116718] env[69308]: DEBUG oslo_vmware.api [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1109.116718] env[69308]: value = "task-3869134" [ 1109.116718] env[69308]: _type = "Task" [ 1109.116718] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.128046] env[69308]: DEBUG oslo_vmware.api [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.128258] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7bf216f0-d732-456b-b79f-d0ac5036eff2 tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "5e4222ca-05dc-4dbe-b9cc-a64073a76586" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.683s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.170400] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.193072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.193336] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.193585] env[69308]: INFO nova.compute.manager [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Attaching volume 7bf5c361-a654-4476-8e97-4f0da9c4178e to /dev/sdc [ 1109.213332] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.228444] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a19387-fc53-41b1-9643-4a525c3069e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.236017] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1aa6ea-5f91-45bc-9909-5fa6bcde70dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.253970] env[69308]: DEBUG nova.virt.block_device [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updating existing volume attachment record: 165d01b9-d48f-466a-943d-a8c2dc84045c {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1109.309623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "c6027108-2094-4aa0-99a2-250cd02d7857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.309912] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "c6027108-2094-4aa0-99a2-250cd02d7857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.310169] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "c6027108-2094-4aa0-99a2-250cd02d7857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.310363] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "c6027108-2094-4aa0-99a2-250cd02d7857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.310538] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "c6027108-2094-4aa0-99a2-250cd02d7857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.312896] env[69308]: INFO nova.compute.manager [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Terminating instance [ 1109.371503] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.470851] env[69308]: DEBUG oslo_vmware.api [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869133, 'name': PowerOffVM_Task, 'duration_secs': 0.111087} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.471289] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.471486] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.471817] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-849d4bd3-6402-4bc4-99be-b442b299f65d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.504255] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.504566] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.504782] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Deleting the datastore file [datastore1] 68e17c09-e810-40c6-ae1f-1f92eabb4462 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.505093] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c961642c-7a9e-49a1-8035-a872850083af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.513143] env[69308]: DEBUG oslo_vmware.api [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for the task: (returnval){ [ 1109.513143] env[69308]: value = "task-3869137" [ 1109.513143] env[69308]: _type = "Task" [ 1109.513143] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.520097] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "refresh_cache-07103a4b-2401-4756-a74e-5ab33fb3d41e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.520097] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "refresh_cache-07103a4b-2401-4756-a74e-5ab33fb3d41e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.520097] env[69308]: DEBUG nova.network.neutron [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.524436] env[69308]: DEBUG oslo_vmware.api [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.628227] env[69308]: DEBUG oslo_vmware.api [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869134, 'name': ReconfigVM_Task, 'duration_secs': 0.151157} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.631418] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768786', 'volume_id': 'c29e7286-08bd-4033-a346-6f446bcfae4b', 'name': 'volume-c29e7286-08bd-4033-a346-6f446bcfae4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c380368-2ff2-4c82-8985-557316cdaf9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c29e7286-08bd-4033-a346-6f446bcfae4b', 'serial': 'c29e7286-08bd-4033-a346-6f446bcfae4b'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.674392] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.717877] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869132, 'name': ReconfigVM_Task, 'duration_secs': 1.017681} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.720795] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 5d9baa45-0094-4444-b331-452f667d1af5/5d9baa45-0094-4444-b331-452f667d1af5.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.721655] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75edb93c-3400-4d5a-a751-494971828075 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.728286] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1109.728286] env[69308]: value = "task-3869138" [ 1109.728286] env[69308]: _type = "Task" [ 1109.728286] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.742036] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869138, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.820124] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "refresh_cache-c6027108-2094-4aa0-99a2-250cd02d7857" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.820250] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquired lock "refresh_cache-c6027108-2094-4aa0-99a2-250cd02d7857" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.820430] env[69308]: DEBUG nova.network.neutron [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.877128] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869129, 'name': ReconfigVM_Task, 'duration_secs': 1.518424} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.880877] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance 'c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.945070] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc269fff-d0f7-4b3b-be19-144c0694ee74 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.953932] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e127ae9b-c0cc-4969-a0cb-9d866d064f36 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.985931] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1333006-4c01-4cb2-ba5f-706c05533ea5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.994250] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d5845c-222b-4106-8e3b-ca5b62aa98d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.009810] env[69308]: DEBUG nova.compute.provider_tree [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.022278] env[69308]: DEBUG oslo_vmware.api [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Task: {'id': task-3869137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102275} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.022523] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.022708] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.022883] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.023068] env[69308]: INFO nova.compute.manager [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1110.023311] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.023498] env[69308]: DEBUG nova.compute.manager [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.023589] env[69308]: DEBUG nova.network.neutron [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.043343] env[69308]: DEBUG nova.network.neutron [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.055596] env[69308]: DEBUG nova.network.neutron [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.174514] env[69308]: DEBUG oslo_vmware.api [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869122, 'name': ReconfigVM_Task, 'duration_secs': 5.782361} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.175491] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.175716] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Reconfigured VM to detach interface {{(pid=69308) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1110.194791] env[69308]: DEBUG nova.network.neutron [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Updating instance_info_cache with network_info: [{"id": "9ca6bf12-4f8c-4526-82c2-360a5f46622b", "address": "fa:16:3e:81:e9:ba", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca6bf12-4f", "ovs_interfaceid": "9ca6bf12-4f8c-4526-82c2-360a5f46622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.240017] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869138, 'name': Rename_Task, 'duration_secs': 0.203145} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.240319] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.240568] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b15b6517-6fb3-4977-8245-068e6b82d79b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.247015] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1110.247015] env[69308]: value = "task-3869139" [ 1110.247015] env[69308]: _type = "Task" [ 1110.247015] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.255532] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.343133] env[69308]: DEBUG nova.network.neutron [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.387430] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.387702] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.387864] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.388061] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.388210] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.388466] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.388563] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.388712] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.388881] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.389054] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.389233] env[69308]: DEBUG nova.virt.hardware [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.394876] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.395872] env[69308]: DEBUG nova.network.neutron [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.397085] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e7deab-f16e-44c6-addd-0546cb8ef361 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.420623] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1110.420623] env[69308]: value = "task-3869140" [ 1110.420623] env[69308]: _type = "Task" [ 1110.420623] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.431862] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.513215] env[69308]: DEBUG nova.scheduler.client.report [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.545550] env[69308]: DEBUG nova.network.neutron [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.670547] env[69308]: DEBUG nova.objects.instance [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'flavor' on Instance uuid 1c380368-2ff2-4c82-8985-557316cdaf9a {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.698029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "refresh_cache-07103a4b-2401-4756-a74e-5ab33fb3d41e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.698029] env[69308]: DEBUG nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Instance network_info: |[{"id": "9ca6bf12-4f8c-4526-82c2-360a5f46622b", "address": "fa:16:3e:81:e9:ba", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca6bf12-4f", "ovs_interfaceid": "9ca6bf12-4f8c-4526-82c2-360a5f46622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.698029] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:e9:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ca6bf12-4f8c-4526-82c2-360a5f46622b', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.705571] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.706131] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.706368] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-942ec0d9-3f94-4d4b-87ac-97acc3851a3e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.727557] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.727557] env[69308]: value = "task-3869141" [ 1110.727557] env[69308]: _type = "Task" [ 1110.727557] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.735933] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869141, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.758946] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869139, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.913819] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Releasing lock "refresh_cache-c6027108-2094-4aa0-99a2-250cd02d7857" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.914508] env[69308]: DEBUG nova.compute.manager [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.914786] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.916356] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a0bab0-aeae-453b-a8e0-483a0503006f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.932761] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869140, 'name': ReconfigVM_Task, 'duration_secs': 0.312537} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.935715] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1110.936295] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.937444] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d2eea6-ed3b-4f83-8fa6-31dbbf4231b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.940083] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b3b4fc-9eac-4eb1-ada0-276cdf887e4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.967473] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e/c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.970422] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3361c27c-2349-4c6f-a882-ded9e4aaabaa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.986197] env[69308]: DEBUG nova.compute.manager [req-804b13a8-ab83-4057-98e8-fe1feb25ba24 req-d80dce23-bb89-40de-a290-45b6b16bdd96 service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Received event network-changed-9ca6bf12-4f8c-4526-82c2-360a5f46622b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.986487] env[69308]: DEBUG nova.compute.manager [req-804b13a8-ab83-4057-98e8-fe1feb25ba24 req-d80dce23-bb89-40de-a290-45b6b16bdd96 service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Refreshing instance network info cache due to event network-changed-9ca6bf12-4f8c-4526-82c2-360a5f46622b. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.986764] env[69308]: DEBUG oslo_concurrency.lockutils [req-804b13a8-ab83-4057-98e8-fe1feb25ba24 req-d80dce23-bb89-40de-a290-45b6b16bdd96 service nova] Acquiring lock "refresh_cache-07103a4b-2401-4756-a74e-5ab33fb3d41e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.986916] env[69308]: DEBUG oslo_concurrency.lockutils [req-804b13a8-ab83-4057-98e8-fe1feb25ba24 req-d80dce23-bb89-40de-a290-45b6b16bdd96 service nova] Acquired lock "refresh_cache-07103a4b-2401-4756-a74e-5ab33fb3d41e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.987109] env[69308]: DEBUG nova.network.neutron [req-804b13a8-ab83-4057-98e8-fe1feb25ba24 req-d80dce23-bb89-40de-a290-45b6b16bdd96 service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Refreshing network info cache for port 9ca6bf12-4f8c-4526-82c2-360a5f46622b {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.989059] env[69308]: DEBUG oslo_vmware.api [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1110.989059] env[69308]: value = "task-3869142" [ 1110.989059] env[69308]: _type = "Task" [ 1110.989059] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.997374] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1110.997374] env[69308]: value = "task-3869143" [ 1110.997374] env[69308]: _type = "Task" [ 1110.997374] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.006993] env[69308]: DEBUG oslo_vmware.api [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.011149] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.018499] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.018883] env[69308]: DEBUG nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.021629] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.926s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.021932] env[69308]: DEBUG nova.objects.instance [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'resources' on Instance uuid d01efa3c-db9f-4d38-b3c0-f1adac830d02 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.048749] env[69308]: INFO nova.compute.manager [-] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Took 1.02 seconds to deallocate network for instance. [ 1111.176712] env[69308]: DEBUG oslo_concurrency.lockutils [None req-69ae2b40-9433-4a5a-9bfd-5db44b7c1258 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.238885] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869141, 'name': CreateVM_Task, 'duration_secs': 0.387495} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.238885] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.239392] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.239559] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.239928] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.240231] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c63eb3-400f-4eaa-a30c-bbe2adc90864 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.245674] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1111.245674] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52601efb-1ce5-ebfd-70bf-7288db1814a7" [ 1111.245674] env[69308]: _type = "Task" [ 1111.245674] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.264448] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52601efb-1ce5-ebfd-70bf-7288db1814a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.268042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.268287] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.268521] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.268670] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.268848] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.269145] env[69308]: DEBUG oslo_vmware.api [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869139, 'name': PowerOnVM_Task, 'duration_secs': 0.733804} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.269730] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95a4e39d-90a5-48bd-bb1e-c53620aeb253 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.271706] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.271945] env[69308]: INFO nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1111.272145] env[69308]: DEBUG nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.273167] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6fa386-2285-44a3-a761-8cf7b7762244 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.284048] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.284048] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.285056] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c863dfd0-ed1f-42a4-a5e2-472864f684b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.291116] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1111.291116] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52294f95-7039-666b-6e20-5f6e7e281c5b" [ 1111.291116] env[69308]: _type = "Task" [ 1111.291116] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.300979] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52294f95-7039-666b-6e20-5f6e7e281c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.502941] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.503554] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.503794] env[69308]: DEBUG nova.network.neutron [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.508821] env[69308]: DEBUG oslo_vmware.api [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869142, 'name': PowerOffVM_Task, 'duration_secs': 0.167007} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.509209] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.509384] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.509648] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba87055f-9492-4402-b75d-b72338666461 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.515161] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869143, 'name': ReconfigVM_Task, 'duration_secs': 0.366069} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.516528] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Reconfigured VM instance instance-00000062 to attach disk [datastore1] c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e/c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.516861] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance 'c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.526380] env[69308]: DEBUG nova.compute.utils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.527399] env[69308]: DEBUG nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.527551] env[69308]: DEBUG nova.network.neutron [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.543111] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.543401] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.543577] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Deleting the datastore file [datastore2] c6027108-2094-4aa0-99a2-250cd02d7857 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.544505] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0d551a7-b34d-45c2-b951-193fa2650ad5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.552987] env[69308]: DEBUG oslo_vmware.api [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for the task: (returnval){ [ 1111.552987] env[69308]: value = "task-3869146" [ 1111.552987] env[69308]: _type = "Task" [ 1111.552987] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.562084] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.568962] env[69308]: DEBUG oslo_vmware.api [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.590549] env[69308]: DEBUG nova.policy [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfa86bb91305420ca9d50980c06924e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5bb0c3cebc4488aa3a156beceddb031', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.759108] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "1c380368-2ff2-4c82-8985-557316cdaf9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.759650] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.760054] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "1c380368-2ff2-4c82-8985-557316cdaf9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.760388] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.760710] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.769024] env[69308]: INFO nova.compute.manager [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Terminating instance [ 1111.781736] env[69308]: DEBUG nova.network.neutron [req-804b13a8-ab83-4057-98e8-fe1feb25ba24 req-d80dce23-bb89-40de-a290-45b6b16bdd96 service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Updated VIF entry in instance network info cache for port 9ca6bf12-4f8c-4526-82c2-360a5f46622b. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.783935] env[69308]: DEBUG nova.network.neutron [req-804b13a8-ab83-4057-98e8-fe1feb25ba24 req-d80dce23-bb89-40de-a290-45b6b16bdd96 service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Updating instance_info_cache with network_info: [{"id": "9ca6bf12-4f8c-4526-82c2-360a5f46622b", "address": "fa:16:3e:81:e9:ba", "network": {"id": "0b11df5a-d49f-4d4d-b1e6-b942efb35f5e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-41690754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11d4a1322714b9f83f38dc50da9919c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca6bf12-4f", "ovs_interfaceid": "9ca6bf12-4f8c-4526-82c2-360a5f46622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.799902] env[69308]: INFO nova.compute.manager [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Took 28.95 seconds to build instance. [ 1111.811472] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52294f95-7039-666b-6e20-5f6e7e281c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.815824] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d8bee9-cd4d-4368-a5fd-4da684c4d846 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.824387] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1111.824387] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a016de-27d2-4929-8f7f-7322e1ac0b97" [ 1111.824387] env[69308]: _type = "Task" [ 1111.824387] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.836834] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a016de-27d2-4929-8f7f-7322e1ac0b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.883347] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbd8919-2be3-4f9b-804f-66d536d06159 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.891122] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221a50b-9084-4afb-a3c0-c891c8dbd997 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.924939] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319eac1-d051-4a28-9334-ede85eb19eb5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.932099] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd3523-f271-4f18-9d57-8d5fabd33502 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.947520] env[69308]: DEBUG nova.compute.provider_tree [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.024901] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d1b26-c5f6-4d15-8f08-db0ba355893e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.045083] env[69308]: DEBUG nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.051269] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdec17cd-f92f-4b12-839e-5885cf2170cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.063310] env[69308]: DEBUG oslo_vmware.api [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Task: {'id': task-3869146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10447} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.079957] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.079957] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.079957] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.079957] env[69308]: INFO nova.compute.manager [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1112.079957] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.080359] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance 'c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.084171] env[69308]: DEBUG nova.compute.manager [-] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.084171] env[69308]: DEBUG nova.network.neutron [-] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.107126] env[69308]: DEBUG nova.network.neutron [-] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.274121] env[69308]: DEBUG nova.compute.manager [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.277574] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.277574] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2325d25b-9fa7-41f5-90db-62b9ae0a061a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.284633] env[69308]: DEBUG oslo_concurrency.lockutils [req-804b13a8-ab83-4057-98e8-fe1feb25ba24 req-d80dce23-bb89-40de-a290-45b6b16bdd96 service nova] Releasing lock "refresh_cache-07103a4b-2401-4756-a74e-5ab33fb3d41e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.285132] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1112.285132] env[69308]: value = "task-3869147" [ 1112.285132] env[69308]: _type = "Task" [ 1112.285132] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.290419] env[69308]: DEBUG nova.network.neutron [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Successfully created port: e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.306499] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f92914e7-d545-4b42-9283-cc31e0599d41 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.472s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.306909] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.308038] env[69308]: INFO nova.network.neutron [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Port 5169668e-7159-4a3a-b713-d1146fe72a70 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1112.308469] env[69308]: DEBUG nova.network.neutron [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.339051] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a016de-27d2-4929-8f7f-7322e1ac0b97, 'name': SearchDatastore_Task, 'duration_secs': 0.012662} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.339370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.339653] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 07103a4b-2401-4756-a74e-5ab33fb3d41e/07103a4b-2401-4756-a74e-5ab33fb3d41e.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.339943] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-519ea195-5504-45bf-892c-de854d9bd57e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.348385] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1112.348385] env[69308]: value = "task-3869148" [ 1112.348385] env[69308]: _type = "Task" [ 1112.348385] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.358738] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.499029] env[69308]: DEBUG nova.scheduler.client.report [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1112.499029] env[69308]: DEBUG nova.compute.provider_tree [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 144 to 145 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1112.499029] env[69308]: DEBUG nova.compute.provider_tree [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.557130] env[69308]: INFO nova.virt.block_device [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Booting with volume c3e20485-d969-4484-9ac3-5eb06161cdf4 at /dev/sda [ 1112.606025] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b7828c5-f20b-41eb-94b9-7ec74fb975c9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.609642] env[69308]: DEBUG nova.network.neutron [-] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.620668] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a140ebaf-a8aa-4383-a353-800f48572a24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.659247] env[69308]: DEBUG nova.network.neutron [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Port 47c476b6-f2db-4286-a66c-1175ae1da7aa binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1112.675572] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83348719-0b6d-4c52-8e12-9098e628aedb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.690029] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f582ce85-2c7d-4f82-bf03-721f935e94b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.735288] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9063ca6-232b-4ba4-a556-b6123d66926d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.746088] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d0a5db-e8c3-411f-ab37-8c855261e2ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.765233] env[69308]: DEBUG nova.virt.block_device [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Updating existing volume attachment record: 81f260ee-65ad-400a-a773-28a2e9779e32 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1112.803471] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869147, 'name': PowerOffVM_Task, 'duration_secs': 0.26818} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.803471] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.803471] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1112.803471] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768786', 'volume_id': 'c29e7286-08bd-4033-a346-6f446bcfae4b', 'name': 'volume-c29e7286-08bd-4033-a346-6f446bcfae4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c380368-2ff2-4c82-8985-557316cdaf9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c29e7286-08bd-4033-a346-6f446bcfae4b', 'serial': 'c29e7286-08bd-4033-a346-6f446bcfae4b'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1112.804343] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf745b9-5ee4-4740-a796-57b9e91b9b2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.811387] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.834807] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa265736-50a7-42a0-8378-cef85c1aa446 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-080375f0-766d-4bd2-8ef9-682bde262f58-5169668e-7159-4a3a-b713-d1146fe72a70" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.275s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.837431] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e24c2cb-0e30-4f05-86e6-262dc6ffa2eb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.854752] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb741b6d-e805-4865-9bbb-fe7572ae310f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.892265] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cf271a-4707-436b-9ab5-9ab05e91b351 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.894012] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869148, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.910364] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] The volume has not been displaced from its original location: [datastore1] volume-c29e7286-08bd-4033-a346-6f446bcfae4b/volume-c29e7286-08bd-4033-a346-6f446bcfae4b.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1112.916542] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.917448] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a8087c-deb2-4600-88dc-5fa073cdcbd4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.951783] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1112.951783] env[69308]: value = "task-3869149" [ 1112.951783] env[69308]: _type = "Task" [ 1112.951783] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.962474] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.004401] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.007143] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.986s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.008798] env[69308]: INFO nova.compute.claims [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.038246] env[69308]: INFO nova.scheduler.client.report [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted allocations for instance d01efa3c-db9f-4d38-b3c0-f1adac830d02 [ 1113.113392] env[69308]: INFO nova.compute.manager [-] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Took 1.03 seconds to deallocate network for instance. [ 1113.139688] env[69308]: DEBUG nova.compute.manager [req-ee478637-2771-48b3-8b38-4665f17c1569 req-79f707b4-8dab-455c-ad02-7c38bbc76fac service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received event network-changed-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.139688] env[69308]: DEBUG nova.compute.manager [req-ee478637-2771-48b3-8b38-4665f17c1569 req-79f707b4-8dab-455c-ad02-7c38bbc76fac service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Refreshing instance network info cache due to event network-changed-7faa19f2-a641-4fb7-a87a-6838704d08f1. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.140209] env[69308]: DEBUG oslo_concurrency.lockutils [req-ee478637-2771-48b3-8b38-4665f17c1569 req-79f707b4-8dab-455c-ad02-7c38bbc76fac service nova] Acquiring lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.140366] env[69308]: DEBUG oslo_concurrency.lockutils [req-ee478637-2771-48b3-8b38-4665f17c1569 req-79f707b4-8dab-455c-ad02-7c38bbc76fac service nova] Acquired lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.140537] env[69308]: DEBUG nova.network.neutron [req-ee478637-2771-48b3-8b38-4665f17c1569 req-79f707b4-8dab-455c-ad02-7c38bbc76fac service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Refreshing network info cache for port 7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.249094] env[69308]: DEBUG nova.compute.manager [req-ae41a08f-fdce-437b-8f75-66883abd8350 req-c98fad03-6482-4cdf-8529-709daccfd2ee service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.253425] env[69308]: DEBUG nova.compute.manager [req-ae41a08f-fdce-437b-8f75-66883abd8350 req-c98fad03-6482-4cdf-8529-709daccfd2ee service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing instance network info cache due to event network-changed-b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.253724] env[69308]: DEBUG oslo_concurrency.lockutils [req-ae41a08f-fdce-437b-8f75-66883abd8350 req-c98fad03-6482-4cdf-8529-709daccfd2ee service nova] Acquiring lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.253983] env[69308]: DEBUG oslo_concurrency.lockutils [req-ae41a08f-fdce-437b-8f75-66883abd8350 req-c98fad03-6482-4cdf-8529-709daccfd2ee service nova] Acquired lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.254205] env[69308]: DEBUG nova.network.neutron [req-ae41a08f-fdce-437b-8f75-66883abd8350 req-c98fad03-6482-4cdf-8529-709daccfd2ee service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Refreshing network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.361946] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650098} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.362415] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 07103a4b-2401-4756-a74e-5ab33fb3d41e/07103a4b-2401-4756-a74e-5ab33fb3d41e.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.363751] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.363751] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-644687f6-fbba-4a7b-86a0-f79201bed1cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.371444] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1113.371444] env[69308]: value = "task-3869150" [ 1113.371444] env[69308]: _type = "Task" [ 1113.371444] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.381957] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.468175] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.550371] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1cf57a88-cc13-4f57-b3b3-bcfd49f1260f tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "d01efa3c-db9f-4d38-b3c0-f1adac830d02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.290s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.624085] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.700036] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.700036] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.700343] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.798207] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.798558] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768788', 'volume_id': '7bf5c361-a654-4476-8e97-4f0da9c4178e', 'name': 'volume-7bf5c361-a654-4476-8e97-4f0da9c4178e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5d30e93-518c-4233-8955-c79f26b8f909', 'attached_at': '', 'detached_at': '', 'volume_id': '7bf5c361-a654-4476-8e97-4f0da9c4178e', 'serial': '7bf5c361-a654-4476-8e97-4f0da9c4178e'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.799540] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a84e8b-f3cf-4f6f-a709-59abec4690cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.823080] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c2a713-abea-4bf2-a19a-9ad6283c0da8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.857299] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-7bf5c361-a654-4476-8e97-4f0da9c4178e/volume-7bf5c361-a654-4476-8e97-4f0da9c4178e.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.857663] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce10f67c-15e9-4283-940e-f81be52b1f6b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.882108] env[69308]: DEBUG oslo_vmware.api [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1113.882108] env[69308]: value = "task-3869151" [ 1113.882108] env[69308]: _type = "Task" [ 1113.882108] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.889018] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139274} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.889751] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.890995] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb8a43f-f02c-4aed-85b9-70e65e135d88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.900268] env[69308]: DEBUG oslo_vmware.api [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.920398] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 07103a4b-2401-4756-a74e-5ab33fb3d41e/07103a4b-2401-4756-a74e-5ab33fb3d41e.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.921157] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c0be360-d19f-4b48-8f9e-b929576ebbd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.945786] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1113.945786] env[69308]: value = "task-3869152" [ 1113.945786] env[69308]: _type = "Task" [ 1113.945786] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.954836] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.964709] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-98454c62-484c-4db7-8572-4fdb1713f88a-5169668e-7159-4a3a-b713-d1146fe72a70" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.965058] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-98454c62-484c-4db7-8572-4fdb1713f88a-5169668e-7159-4a3a-b713-d1146fe72a70" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.965540] env[69308]: DEBUG nova.objects.instance [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'flavor' on Instance uuid 98454c62-484c-4db7-8572-4fdb1713f88a {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.967088] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869149, 'name': ReconfigVM_Task, 'duration_secs': 0.607051} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.970599] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.979215] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22930620-1fa5-4ea3-a48d-fa28b4bb199b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.999336] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1113.999336] env[69308]: value = "task-3869153" [ 1113.999336] env[69308]: _type = "Task" [ 1113.999336] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.012905] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.181602] env[69308]: DEBUG nova.network.neutron [req-ee478637-2771-48b3-8b38-4665f17c1569 req-79f707b4-8dab-455c-ad02-7c38bbc76fac service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updated VIF entry in instance network info cache for port 7faa19f2-a641-4fb7-a87a-6838704d08f1. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.182192] env[69308]: DEBUG nova.network.neutron [req-ee478637-2771-48b3-8b38-4665f17c1569 req-79f707b4-8dab-455c-ad02-7c38bbc76fac service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating instance_info_cache with network_info: [{"id": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "address": "fa:16:3e:b2:5f:b5", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7faa19f2-a6", "ovs_interfaceid": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.253271] env[69308]: DEBUG nova.network.neutron [req-ae41a08f-fdce-437b-8f75-66883abd8350 req-c98fad03-6482-4cdf-8529-709daccfd2ee service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updated VIF entry in instance network info cache for port b8f4728f-247d-4f89-8074-d9eec114b36a. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.253994] env[69308]: DEBUG nova.network.neutron [req-ae41a08f-fdce-437b-8f75-66883abd8350 req-c98fad03-6482-4cdf-8529-709daccfd2ee service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [{"id": "b8f4728f-247d-4f89-8074-d9eec114b36a", "address": "fa:16:3e:b8:c8:ed", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8f4728f-24", "ovs_interfaceid": "b8f4728f-247d-4f89-8074-d9eec114b36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.339646] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad706d0-364c-468a-8ef4-c656f8ac3292 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.349131] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684a5acc-e9ac-4305-a78f-7acd143d7eae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.385184] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca278c5-d4bb-43d8-b76a-96d8b592b9e3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.403103] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5992a090-f968-43e1-a5e9-64522a128f05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.407348] env[69308]: DEBUG oslo_vmware.api [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869151, 'name': ReconfigVM_Task, 'duration_secs': 0.457091} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.407658] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-7bf5c361-a654-4476-8e97-4f0da9c4178e/volume-7bf5c361-a654-4476-8e97-4f0da9c4178e.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.413399] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-084fdf42-9348-4205-84b1-6e3788f9c426 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.433708] env[69308]: DEBUG nova.compute.provider_tree [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.442339] env[69308]: DEBUG oslo_vmware.api [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1114.442339] env[69308]: value = "task-3869154" [ 1114.442339] env[69308]: _type = "Task" [ 1114.442339] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.457151] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.460696] env[69308]: DEBUG oslo_vmware.api [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.481073] env[69308]: DEBUG nova.network.neutron [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Successfully updated port: e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.512060] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869153, 'name': ReconfigVM_Task, 'duration_secs': 0.164181} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.512417] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768786', 'volume_id': 'c29e7286-08bd-4033-a346-6f446bcfae4b', 'name': 'volume-c29e7286-08bd-4033-a346-6f446bcfae4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c380368-2ff2-4c82-8985-557316cdaf9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c29e7286-08bd-4033-a346-6f446bcfae4b', 'serial': 'c29e7286-08bd-4033-a346-6f446bcfae4b'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.512743] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.513660] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d716031-c822-4a73-b49f-93cf03bedd35 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.523373] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.523544] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55dbaf63-cda5-4019-9d81-01b4ddfe5a1e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.596744] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.596979] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.597225] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleting the datastore file [datastore1] 1c380368-2ff2-4c82-8985-557316cdaf9a {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.597569] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b2735fa-3eb8-4132-baf2-6dfaeb1006f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.605818] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1114.605818] env[69308]: value = "task-3869156" [ 1114.605818] env[69308]: _type = "Task" [ 1114.605818] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.614661] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.624764] env[69308]: DEBUG nova.objects.instance [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'pci_requests' on Instance uuid 98454c62-484c-4db7-8572-4fdb1713f88a {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.686418] env[69308]: DEBUG oslo_concurrency.lockutils [req-ee478637-2771-48b3-8b38-4665f17c1569 req-79f707b4-8dab-455c-ad02-7c38bbc76fac service nova] Releasing lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.757638] env[69308]: DEBUG oslo_concurrency.lockutils [req-ae41a08f-fdce-437b-8f75-66883abd8350 req-c98fad03-6482-4cdf-8529-709daccfd2ee service nova] Releasing lock "refresh_cache-080375f0-766d-4bd2-8ef9-682bde262f58" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.764863] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.765147] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.765337] env[69308]: DEBUG nova.network.neutron [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.890404] env[69308]: DEBUG nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.890958] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.891192] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.891352] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.891535] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.891681] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.891848] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.892293] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.892553] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.892666] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.892837] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.893058] env[69308]: DEBUG nova.virt.hardware [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.894035] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad94799-d7d7-4366-bb9e-8c938ad0791a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.903448] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861231e-20ed-4d91-8856-e397241b499d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.939110] env[69308]: DEBUG nova.scheduler.client.report [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.955763] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869152, 'name': ReconfigVM_Task, 'duration_secs': 0.72287} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.959543] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 07103a4b-2401-4756-a74e-5ab33fb3d41e/07103a4b-2401-4756-a74e-5ab33fb3d41e.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.960227] env[69308]: DEBUG oslo_vmware.api [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869154, 'name': ReconfigVM_Task, 'duration_secs': 0.18369} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.960542] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67efff89-1ce8-4dce-a9a3-5841ec4cdffd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.962488] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768788', 'volume_id': '7bf5c361-a654-4476-8e97-4f0da9c4178e', 'name': 'volume-7bf5c361-a654-4476-8e97-4f0da9c4178e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5d30e93-518c-4233-8955-c79f26b8f909', 'attached_at': '', 'detached_at': '', 'volume_id': '7bf5c361-a654-4476-8e97-4f0da9c4178e', 'serial': '7bf5c361-a654-4476-8e97-4f0da9c4178e'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1114.969946] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1114.969946] env[69308]: value = "task-3869157" [ 1114.969946] env[69308]: _type = "Task" [ 1114.969946] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.979443] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869157, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.982511] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Acquiring lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.982652] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Acquired lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.982791] env[69308]: DEBUG nova.network.neutron [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.118509] env[69308]: DEBUG oslo_vmware.api [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170583} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.118974] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.119939] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.119939] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.119939] env[69308]: INFO nova.compute.manager [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1115.119939] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.120125] env[69308]: DEBUG nova.compute.manager [-] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.120248] env[69308]: DEBUG nova.network.neutron [-] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.128070] env[69308]: DEBUG nova.objects.base [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Object Instance<98454c62-484c-4db7-8572-4fdb1713f88a> lazy-loaded attributes: flavor,pci_requests {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1115.128313] env[69308]: DEBUG nova.network.neutron [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.197409] env[69308]: DEBUG nova.policy [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2560e49956b44f5d86ff2f489342a521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34931cdadbdb424c809a262bf676a7ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.444107] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.444765] env[69308]: DEBUG nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.448451] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.094s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.450893] env[69308]: INFO nova.compute.claims [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.490580] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869157, 'name': Rename_Task, 'duration_secs': 0.333049} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.490580] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.492542] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9504bcc-f682-4acd-aed3-a1038ab91cad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.500292] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1115.500292] env[69308]: value = "task-3869158" [ 1115.500292] env[69308]: _type = "Task" [ 1115.500292] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.513086] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.532614] env[69308]: DEBUG nova.network.neutron [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.654465] env[69308]: DEBUG nova.network.neutron [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance_info_cache with network_info: [{"id": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "address": "fa:16:3e:7b:d9:be", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c476b6-f2", "ovs_interfaceid": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.677448] env[69308]: DEBUG nova.network.neutron [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Updating instance_info_cache with network_info: [{"id": "e1d427e0-bff0-4297-b82f-a88ae7e9df14", "address": "fa:16:3e:d4:91:27", "network": {"id": "782933ef-a20c-4c3d-aea4-852c1a835f62", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-360772788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5bb0c3cebc4488aa3a156beceddb031", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d427e0-bf", "ovs_interfaceid": "e1d427e0-bff0-4297-b82f-a88ae7e9df14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.706367] env[69308]: DEBUG nova.compute.manager [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received event network-changed-349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.706367] env[69308]: DEBUG nova.compute.manager [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing instance network info cache due to event network-changed-349557eb-4003-47d2-9004-4ef105f6eaef. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.706367] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Acquiring lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.706641] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Acquired lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.706790] env[69308]: DEBUG nova.network.neutron [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing network info cache for port 349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.894282] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "393ab7d6-083b-4e85-92cc-f942f64929ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.894526] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.942166] env[69308]: DEBUG nova.compute.manager [req-ab246701-edb7-4fc5-bb44-e667932fc8d5 req-c528a550-3f8d-4adc-a8e1-72d1cfaef501 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Received event network-vif-deleted-204f5275-ab6e-4d41-a67d-5f73e75d9e9e {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.942373] env[69308]: INFO nova.compute.manager [req-ab246701-edb7-4fc5-bb44-e667932fc8d5 req-c528a550-3f8d-4adc-a8e1-72d1cfaef501 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Neutron deleted interface 204f5275-ab6e-4d41-a67d-5f73e75d9e9e; detaching it from the instance and deleting it from the info cache [ 1115.942552] env[69308]: DEBUG nova.network.neutron [req-ab246701-edb7-4fc5-bb44-e667932fc8d5 req-c528a550-3f8d-4adc-a8e1-72d1cfaef501 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.955277] env[69308]: DEBUG nova.compute.utils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.957166] env[69308]: DEBUG nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.957416] env[69308]: DEBUG nova.network.neutron [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.999434] env[69308]: DEBUG nova.policy [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d964e82fc5b472f97cff59fb0a5d6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7764a62d89b54ddb984a35b687a42afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.012988] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.019021] env[69308]: DEBUG nova.objects.instance [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid c5d30e93-518c-4233-8955-c79f26b8f909 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.020610] env[69308]: DEBUG nova.network.neutron [-] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.157177] env[69308]: DEBUG oslo_concurrency.lockutils [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.181411] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Releasing lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.181783] env[69308]: DEBUG nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Instance network_info: |[{"id": "e1d427e0-bff0-4297-b82f-a88ae7e9df14", "address": "fa:16:3e:d4:91:27", "network": {"id": "782933ef-a20c-4c3d-aea4-852c1a835f62", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-360772788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5bb0c3cebc4488aa3a156beceddb031", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d427e0-bf", "ovs_interfaceid": "e1d427e0-bff0-4297-b82f-a88ae7e9df14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.182304] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:91:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1d427e0-bff0-4297-b82f-a88ae7e9df14', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.190489] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Creating folder: Project (d5bb0c3cebc4488aa3a156beceddb031). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.190811] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58091256-1d06-4f5b-856a-39f108dedbe0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.204901] env[69308]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1116.205130] env[69308]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69308) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1116.205526] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Folder already exists: Project (d5bb0c3cebc4488aa3a156beceddb031). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1116.205718] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Creating folder: Instances. Parent ref: group-v768762. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.205965] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cc58e98-eff6-4297-8498-fb3c713398c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.225718] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Created folder: Instances in parent group-v768762. [ 1116.225905] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.226088] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.226413] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5c5db28-d57b-4b1c-91f8-d7b0f71ee3ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.251571] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.251571] env[69308]: value = "task-3869161" [ 1116.251571] env[69308]: _type = "Task" [ 1116.251571] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.262550] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869161, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.291307] env[69308]: DEBUG nova.network.neutron [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Successfully created port: e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.397020] env[69308]: DEBUG nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.445488] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efac7353-b3d6-420e-961e-344df42971c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.461819] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87474e13-d57a-4649-85c8-419844393b5f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.473626] env[69308]: DEBUG nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.516077] env[69308]: DEBUG nova.compute.manager [req-ab246701-edb7-4fc5-bb44-e667932fc8d5 req-c528a550-3f8d-4adc-a8e1-72d1cfaef501 service nova] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Detach interface failed, port_id=204f5275-ab6e-4d41-a67d-5f73e75d9e9e, reason: Instance 1c380368-2ff2-4c82-8985-557316cdaf9a could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.524888] env[69308]: INFO nova.compute.manager [-] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Took 1.40 seconds to deallocate network for instance. [ 1116.525526] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1a491545-5114-4db1-9f85-8b058ab821cc tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.332s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.535657] env[69308]: DEBUG oslo_vmware.api [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869158, 'name': PowerOnVM_Task, 'duration_secs': 0.842211} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.535912] env[69308]: DEBUG nova.network.neutron [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updated VIF entry in instance network info cache for port 349557eb-4003-47d2-9004-4ef105f6eaef. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.536278] env[69308]: DEBUG nova.network.neutron [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.538059] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.539110] env[69308]: INFO nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1116.539110] env[69308]: DEBUG nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.539737] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc306ce-b8ef-40f3-b0a4-f1a80b27736e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.690928] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb7d64-5a0a-488a-85b1-3078feb8b00c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.723349] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e458c-773b-46ab-956d-7ed82cbc36e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.732164] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance 'c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.764461] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869161, 'name': CreateVM_Task, 'duration_secs': 0.366036} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.764461] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.764859] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768770', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'name': 'volume-c3e20485-d969-4484-9ac3-5eb06161cdf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9eed02-284a-49e3-b30c-2e6926d110cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'serial': 'c3e20485-d969-4484-9ac3-5eb06161cdf4'}, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'attachment_id': '81f260ee-65ad-400a-a773-28a2e9779e32', 'volume_type': None}], 'swap': None} {{(pid=69308) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1116.765270] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Root volume attach. Driver type: vmdk {{(pid=69308) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1116.768501] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0391ca-17c8-4ff4-a9d2-4cde7fd202af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.777441] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671c5ab0-5c88-4dbc-8259-5d50b3253e43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.788019] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa5566-9e43-4090-80ac-f7ffcb8aec61 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.795707] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0763128e-b0e1-46de-a165-4b6a9bc8bf2e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.804617] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1116.804617] env[69308]: value = "task-3869162" [ 1116.804617] env[69308]: _type = "Task" [ 1116.804617] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.816682] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.876781] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74da7b0d-c3c2-4a7a-933c-79cbf14c9667 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.884695] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b56d49-7ae1-4127-bb78-a4c0b7a2a671 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.891047] env[69308]: DEBUG nova.network.neutron [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Successfully updated port: 5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.922784] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.923392] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b500df0-93c7-46c8-a436-4e5d49dbbe91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.934346] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa13b1c-37d3-4712-96c5-0f8546f685a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.941287] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.952378] env[69308]: DEBUG nova.compute.provider_tree [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.040611] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Releasing lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.041135] env[69308]: DEBUG nova.compute.manager [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Received event network-vif-plugged-e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.041135] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Acquiring lock "ed9eed02-284a-49e3-b30c-2e6926d110cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.041427] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Lock "ed9eed02-284a-49e3-b30c-2e6926d110cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.041613] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Lock "ed9eed02-284a-49e3-b30c-2e6926d110cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.041837] env[69308]: DEBUG nova.compute.manager [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] No waiting events found dispatching network-vif-plugged-e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.042041] env[69308]: WARNING nova.compute.manager [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Received unexpected event network-vif-plugged-e1d427e0-bff0-4297-b82f-a88ae7e9df14 for instance with vm_state building and task_state spawning. [ 1117.042312] env[69308]: DEBUG nova.compute.manager [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Received event network-changed-e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.042404] env[69308]: DEBUG nova.compute.manager [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Refreshing instance network info cache due to event network-changed-e1d427e0-bff0-4297-b82f-a88ae7e9df14. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.042639] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Acquiring lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.042822] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Acquired lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.043015] env[69308]: DEBUG nova.network.neutron [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Refreshing network info cache for port e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.045182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.045182] env[69308]: DEBUG nova.network.neutron [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.067492] env[69308]: INFO nova.compute.manager [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Took 33.06 seconds to build instance. [ 1117.093223] env[69308]: INFO nova.compute.manager [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Rebuilding instance [ 1117.102212] env[69308]: INFO nova.compute.manager [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Took 0.57 seconds to detach 1 volumes for instance. [ 1117.155630] env[69308]: DEBUG nova.compute.manager [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.157319] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ba30c-f9e3-48f2-a7f9-f4b77dfd580d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.242827] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.243085] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16bef2e2-80cc-478f-ac5f-6c24ada90d80 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.252639] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1117.252639] env[69308]: value = "task-3869163" [ 1117.252639] env[69308]: _type = "Task" [ 1117.252639] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.262025] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.317309] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task} progress is 40%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.455828] env[69308]: DEBUG nova.scheduler.client.report [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.488561] env[69308]: DEBUG nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.513570] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.513880] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.514303] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.514303] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.514418] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.514662] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.514730] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.514889] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.515117] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.515297] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.515476] env[69308]: DEBUG nova.virt.hardware [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.516455] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1517d8b4-5862-4502-a5a8-43cdc5c1be7e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.526051] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451abe01-0174-444e-98a2-5e2c7d64f756 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.571233] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d5df557a-1203-451f-9510-b2702891155a tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "07103a4b-2401-4756-a74e-5ab33fb3d41e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.580s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.602366] env[69308]: WARNING nova.network.neutron [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] 0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd already exists in list: networks containing: ['0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd']. ignoring it [ 1117.611488] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.765839] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.817774] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task} progress is 53%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.825909] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.826328] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.904660] env[69308]: DEBUG nova.network.neutron [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Updated VIF entry in instance network info cache for port e1d427e0-bff0-4297-b82f-a88ae7e9df14. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.904784] env[69308]: DEBUG nova.network.neutron [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Updating instance_info_cache with network_info: [{"id": "e1d427e0-bff0-4297-b82f-a88ae7e9df14", "address": "fa:16:3e:d4:91:27", "network": {"id": "782933ef-a20c-4c3d-aea4-852c1a835f62", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-360772788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5bb0c3cebc4488aa3a156beceddb031", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d427e0-bf", "ovs_interfaceid": "e1d427e0-bff0-4297-b82f-a88ae7e9df14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.961317] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.961894] env[69308]: DEBUG nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.968737] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.479s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.968958] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.969296] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1117.969721] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.219s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.969970] env[69308]: DEBUG nova.objects.instance [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1117.973838] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c8cb63-92ee-4c7b-9ab5-2585329584a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.986234] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1542b6-b364-4a7a-a561-747e58066091 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.006429] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f926782-163a-433f-9d00-70fba81847e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.014725] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a1ec84-0ff4-4cc8-a51f-9fd0a66b11ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.062433] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178665MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1118.062433] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.067752] env[69308]: DEBUG nova.compute.manager [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received event network-vif-plugged-5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.068118] env[69308]: DEBUG oslo_concurrency.lockutils [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] Acquiring lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.068220] env[69308]: DEBUG oslo_concurrency.lockutils [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] Lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.068372] env[69308]: DEBUG oslo_concurrency.lockutils [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] Lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.068593] env[69308]: DEBUG nova.compute.manager [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] No waiting events found dispatching network-vif-plugged-5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.068809] env[69308]: WARNING nova.compute.manager [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received unexpected event network-vif-plugged-5169668e-7159-4a3a-b713-d1146fe72a70 for instance with vm_state active and task_state None. [ 1118.069365] env[69308]: DEBUG nova.compute.manager [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received event network-changed-5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.069365] env[69308]: DEBUG nova.compute.manager [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing instance network info cache due to event network-changed-5169668e-7159-4a3a-b713-d1146fe72a70. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.069365] env[69308]: DEBUG oslo_concurrency.lockutils [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] Acquiring lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.096594] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "07103a4b-2401-4756-a74e-5ab33fb3d41e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.097802] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "07103a4b-2401-4756-a74e-5ab33fb3d41e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.097802] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "07103a4b-2401-4756-a74e-5ab33fb3d41e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.098327] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "07103a4b-2401-4756-a74e-5ab33fb3d41e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.098588] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "07103a4b-2401-4756-a74e-5ab33fb3d41e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.102196] env[69308]: INFO nova.compute.manager [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Terminating instance [ 1118.184113] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.184800] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0dee436-8600-44e6-906b-c03e0746f0cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.195349] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1118.195349] env[69308]: value = "task-3869164" [ 1118.195349] env[69308]: _type = "Task" [ 1118.195349] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.207882] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.270381] env[69308]: DEBUG oslo_vmware.api [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869163, 'name': PowerOnVM_Task, 'duration_secs': 0.639197} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.270842] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.271115] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-97f8e90e-3262-44a5-bdad-1ea06d45aa8c tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance 'c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.324389] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task} progress is 65%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.330119] env[69308]: INFO nova.compute.manager [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Detaching volume 2903eee5-60e6-4587-ba4b-f3ca5104cd72 [ 1118.384442] env[69308]: INFO nova.virt.block_device [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Attempting to driver detach volume 2903eee5-60e6-4587-ba4b-f3ca5104cd72 from mountpoint /dev/sdb [ 1118.384864] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1118.385162] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768783', 'volume_id': '2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'name': 'volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5d30e93-518c-4233-8955-c79f26b8f909', 'attached_at': '', 'detached_at': '', 'volume_id': '2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'serial': '2903eee5-60e6-4587-ba4b-f3ca5104cd72'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1118.386191] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08470b1-9377-4341-908c-6d6897252830 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.422533] env[69308]: DEBUG oslo_concurrency.lockutils [req-7cf36e24-f2f3-45eb-ad70-91ab748fddcd req-70334673-e1a5-448d-b70d-c4ba8c96e7e8 service nova] Releasing lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.424652] env[69308]: DEBUG nova.network.neutron [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5169668e-7159-4a3a-b713-d1146fe72a70", "address": "fa:16:3e:35:51:bb", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5169668e-71", "ovs_interfaceid": "5169668e-7159-4a3a-b713-d1146fe72a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.427585] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24e1ad1-dab2-4829-9780-3750f1475b0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.438854] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584d89a4-f258-481a-852a-da94b7131718 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.471600] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad8aa4b-6db8-44e1-bf67-e1875ed3527d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.476108] env[69308]: DEBUG nova.compute.utils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.478592] env[69308]: DEBUG nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.478880] env[69308]: DEBUG nova.network.neutron [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.507332] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] The volume has not been displaced from its original location: [datastore1] volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72/volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1118.513180] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.514095] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28fa3f23-93ef-4bc0-8f6a-a55c58b2873a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.537228] env[69308]: DEBUG oslo_vmware.api [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1118.537228] env[69308]: value = "task-3869165" [ 1118.537228] env[69308]: _type = "Task" [ 1118.537228] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.554065] env[69308]: DEBUG nova.network.neutron [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Successfully updated port: e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.555974] env[69308]: DEBUG oslo_vmware.api [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.558442] env[69308]: DEBUG nova.policy [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72e3cd1f5161422e90635f00f7049dd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88ce036198a54173a227ae46998f5001', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.608486] env[69308]: DEBUG nova.compute.manager [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.608823] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.609873] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d05e2ce-9e56-4629-895b-60e0345acc8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.619185] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.619503] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db0b326-ba8d-42a7-a86a-9b415df9d8ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.628041] env[69308]: DEBUG oslo_vmware.api [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1118.628041] env[69308]: value = "task-3869166" [ 1118.628041] env[69308]: _type = "Task" [ 1118.628041] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.640251] env[69308]: DEBUG oslo_vmware.api [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.643153] env[69308]: DEBUG nova.compute.manager [req-560e8697-b261-4e62-92ed-587919107c83 req-74af172d-9271-4115-9c28-c5f053b85307 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Received event network-vif-plugged-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.643504] env[69308]: DEBUG oslo_concurrency.lockutils [req-560e8697-b261-4e62-92ed-587919107c83 req-74af172d-9271-4115-9c28-c5f053b85307 service nova] Acquiring lock "830f1259-fd23-4d81-a664-a9b1b3855f97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.643743] env[69308]: DEBUG oslo_concurrency.lockutils [req-560e8697-b261-4e62-92ed-587919107c83 req-74af172d-9271-4115-9c28-c5f053b85307 service nova] Lock "830f1259-fd23-4d81-a664-a9b1b3855f97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.643959] env[69308]: DEBUG oslo_concurrency.lockutils [req-560e8697-b261-4e62-92ed-587919107c83 req-74af172d-9271-4115-9c28-c5f053b85307 service nova] Lock "830f1259-fd23-4d81-a664-a9b1b3855f97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.644141] env[69308]: DEBUG nova.compute.manager [req-560e8697-b261-4e62-92ed-587919107c83 req-74af172d-9271-4115-9c28-c5f053b85307 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] No waiting events found dispatching network-vif-plugged-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.644374] env[69308]: WARNING nova.compute.manager [req-560e8697-b261-4e62-92ed-587919107c83 req-74af172d-9271-4115-9c28-c5f053b85307 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Received unexpected event network-vif-plugged-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 for instance with vm_state building and task_state spawning. [ 1118.708150] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869164, 'name': PowerOffVM_Task, 'duration_secs': 0.352596} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.708559] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.708848] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.710151] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8117607c-05ed-4031-8da4-2795fc214542 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.719787] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.720173] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-538007b2-c7f9-48d1-a3cb-21e14fc01dff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.796567] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.796802] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.796979] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleting the datastore file [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.797309] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-554676f6-249b-414b-8398-96a6281c2c4a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.807582] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1118.807582] env[69308]: value = "task-3869168" [ 1118.807582] env[69308]: _type = "Task" [ 1118.807582] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.823876] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.824202] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task} progress is 78%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.933143] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.934171] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.934461] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.934810] env[69308]: DEBUG oslo_concurrency.lockutils [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] Acquired lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.935018] env[69308]: DEBUG nova.network.neutron [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Refreshing network info cache for port 5169668e-7159-4a3a-b713-d1146fe72a70 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.937250] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001698b6-3011-46fa-a348-c451014d785a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.956140] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.956418] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.956581] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.956769] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.956919] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.957080] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.957337] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.957507] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.957689] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.957844] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.958033] env[69308]: DEBUG nova.virt.hardware [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.965178] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Reconfiguring VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1118.966302] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a0ae777-2860-40e1-9926-3f6e6de6f227 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.991901] env[69308]: DEBUG nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.998187] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0efea549-6c00-460b-ba28-2ae61f9b5149 tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.999759] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.438s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.000188] env[69308]: DEBUG nova.objects.instance [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lazy-loading 'resources' on Instance uuid 68e17c09-e810-40c6-ae1f-1f92eabb4462 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.012689] env[69308]: DEBUG oslo_vmware.api [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1119.012689] env[69308]: value = "task-3869169" [ 1119.012689] env[69308]: _type = "Task" [ 1119.012689] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.022765] env[69308]: DEBUG oslo_vmware.api [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869169, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.054652] env[69308]: DEBUG oslo_vmware.api [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869165, 'name': ReconfigVM_Task, 'duration_secs': 0.308859} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.054652] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.060849] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "refresh_cache-830f1259-fd23-4d81-a664-a9b1b3855f97" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.061115] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "refresh_cache-830f1259-fd23-4d81-a664-a9b1b3855f97" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.061277] env[69308]: DEBUG nova.network.neutron [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.063359] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33c5f3d-5f97-44a8-a1ee-4603dd915095 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.078043] env[69308]: DEBUG nova.network.neutron [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Successfully created port: eb98a140-6b75-47d3-b848-2abe58404999 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.089906] env[69308]: DEBUG oslo_vmware.api [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1119.089906] env[69308]: value = "task-3869170" [ 1119.089906] env[69308]: _type = "Task" [ 1119.089906] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.101475] env[69308]: DEBUG oslo_vmware.api [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.140477] env[69308]: DEBUG oslo_vmware.api [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.326677] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185478} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.331219] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.331591] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.331820] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.335673] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task} progress is 92%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.532419] env[69308]: DEBUG oslo_vmware.api [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.603893] env[69308]: DEBUG oslo_vmware.api [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869170, 'name': ReconfigVM_Task, 'duration_secs': 0.229385} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.607573] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768783', 'volume_id': '2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'name': 'volume-2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5d30e93-518c-4233-8955-c79f26b8f909', 'attached_at': '', 'detached_at': '', 'volume_id': '2903eee5-60e6-4587-ba4b-f3ca5104cd72', 'serial': '2903eee5-60e6-4587-ba4b-f3ca5104cd72'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1119.632925] env[69308]: DEBUG nova.network.neutron [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.657776] env[69308]: DEBUG oslo_vmware.api [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869166, 'name': PowerOffVM_Task, 'duration_secs': 0.931732} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.657880] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.658061] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.661181] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b262ea1-638b-4525-8c55-228c8ba3f8b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.732226] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.732656] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.732973] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleting the datastore file [datastore1] 07103a4b-2401-4756-a74e-5ab33fb3d41e {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.733437] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3771e546-6b8f-47cf-9aa8-23d67406d9bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.745514] env[69308]: DEBUG oslo_vmware.api [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for the task: (returnval){ [ 1119.745514] env[69308]: value = "task-3869172" [ 1119.745514] env[69308]: _type = "Task" [ 1119.745514] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.760245] env[69308]: DEBUG oslo_vmware.api [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.828593] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task} progress is 97%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.913495] env[69308]: DEBUG nova.network.neutron [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updated VIF entry in instance network info cache for port 5169668e-7159-4a3a-b713-d1146fe72a70. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.914021] env[69308]: DEBUG nova.network.neutron [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5169668e-7159-4a3a-b713-d1146fe72a70", "address": "fa:16:3e:35:51:bb", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5169668e-71", "ovs_interfaceid": "5169668e-7159-4a3a-b713-d1146fe72a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.929138] env[69308]: DEBUG nova.network.neutron [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Updating instance_info_cache with network_info: [{"id": "e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8", "address": "fa:16:3e:5e:90:8b", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ca2fca-bb", "ovs_interfaceid": "e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.962026] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a194216-e0e6-4f5c-9e3f-702c71795726 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.971630] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f689192-31fe-4d44-a2fd-9d651d44afdb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.005091] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7925143-1382-4c83-a748-2aee7e08ac0c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.014513] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db74f3-7e9d-4f2d-b4a4-c15a813e24e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.020255] env[69308]: DEBUG nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.038639] env[69308]: DEBUG nova.compute.provider_tree [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.046018] env[69308]: DEBUG oslo_vmware.api [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.057027] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.057389] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.058307] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.058307] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.058307] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.058307] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.059268] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.059268] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.059268] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.059268] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.059776] env[69308]: DEBUG nova.virt.hardware [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.060735] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72989739-2655-42ab-8c84-535f4a6169f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.074279] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8021757-0154-4023-abe4-8c827459b739 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.162673] env[69308]: DEBUG nova.objects.instance [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid c5d30e93-518c-4233-8955-c79f26b8f909 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.259629] env[69308]: DEBUG oslo_vmware.api [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Task: {'id': task-3869172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513274} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.260083] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.260433] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.260750] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.261033] env[69308]: INFO nova.compute.manager [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1120.261338] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.261591] env[69308]: DEBUG nova.compute.manager [-] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.261735] env[69308]: DEBUG nova.network.neutron [-] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.280876] env[69308]: DEBUG nova.compute.manager [req-b62d4faa-62a5-46f7-a25a-4da9a2eea013 req-d193874a-fcea-40aa-adbe-273ace60bac1 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Received event network-changed-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.281267] env[69308]: DEBUG nova.compute.manager [req-b62d4faa-62a5-46f7-a25a-4da9a2eea013 req-d193874a-fcea-40aa-adbe-273ace60bac1 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Refreshing instance network info cache due to event network-changed-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.281536] env[69308]: DEBUG oslo_concurrency.lockutils [req-b62d4faa-62a5-46f7-a25a-4da9a2eea013 req-d193874a-fcea-40aa-adbe-273ace60bac1 service nova] Acquiring lock "refresh_cache-830f1259-fd23-4d81-a664-a9b1b3855f97" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.328185] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task} progress is 98%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.374425] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.374723] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.374893] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.375165] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.375384] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.375638] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.375888] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.376145] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.376411] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.376672] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.376966] env[69308]: DEBUG nova.virt.hardware [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.378236] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c1825b-4c18-4c1e-bb36-747bce4ea58c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.387828] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7b9db-addd-4fc2-972a-03c3191da3c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.405835] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:d8:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b04b8402-cd34-4197-91ee-f83881d33c9a', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.415178] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.415980] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.416429] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1a691a0-97bc-49e0-9b54-6fddb2be09d4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.431540] env[69308]: DEBUG oslo_concurrency.lockutils [req-35fe4e89-47e1-46b5-93b2-25fbebbc53ee req-791f88f6-27ea-4e24-b890-469683b1de78 service nova] Releasing lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.432594] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "refresh_cache-830f1259-fd23-4d81-a664-a9b1b3855f97" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.432888] env[69308]: DEBUG nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Instance network_info: |[{"id": "e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8", "address": "fa:16:3e:5e:90:8b", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ca2fca-bb", "ovs_interfaceid": "e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.433208] env[69308]: DEBUG oslo_concurrency.lockutils [req-b62d4faa-62a5-46f7-a25a-4da9a2eea013 req-d193874a-fcea-40aa-adbe-273ace60bac1 service nova] Acquired lock "refresh_cache-830f1259-fd23-4d81-a664-a9b1b3855f97" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.433623] env[69308]: DEBUG nova.network.neutron [req-b62d4faa-62a5-46f7-a25a-4da9a2eea013 req-d193874a-fcea-40aa-adbe-273ace60bac1 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Refreshing network info cache for port e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.434841] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:90:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.444193] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.449711] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.450071] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.450320] env[69308]: DEBUG nova.compute.manager [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Going to confirm migration 4 {{(pid=69308) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1120.451685] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.452411] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.452411] env[69308]: value = "task-3869173" [ 1120.452411] env[69308]: _type = "Task" [ 1120.452411] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.453184] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-875896a4-87e1-4780-9e71-91c8766b8884 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.480449] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869173, 'name': CreateVM_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.481403] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.481403] env[69308]: value = "task-3869174" [ 1120.481403] env[69308]: _type = "Task" [ 1120.481403] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.493815] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869174, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.534077] env[69308]: DEBUG oslo_vmware.api [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869169, 'name': ReconfigVM_Task, 'duration_secs': 1.387394} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.534750] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.535248] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Reconfigured VM to attach interface {{(pid=69308) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1120.548055] env[69308]: DEBUG nova.scheduler.client.report [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.747080] env[69308]: DEBUG nova.network.neutron [req-b62d4faa-62a5-46f7-a25a-4da9a2eea013 req-d193874a-fcea-40aa-adbe-273ace60bac1 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Updated VIF entry in instance network info cache for port e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.747704] env[69308]: DEBUG nova.network.neutron [req-b62d4faa-62a5-46f7-a25a-4da9a2eea013 req-d193874a-fcea-40aa-adbe-273ace60bac1 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Updating instance_info_cache with network_info: [{"id": "e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8", "address": "fa:16:3e:5e:90:8b", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8ca2fca-bb", "ovs_interfaceid": "e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.829795] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869162, 'name': RelocateVM_Task, 'duration_secs': 3.741786} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.829795] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1120.829795] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768770', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'name': 'volume-c3e20485-d969-4484-9ac3-5eb06161cdf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9eed02-284a-49e3-b30c-2e6926d110cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'serial': 'c3e20485-d969-4484-9ac3-5eb06161cdf4'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1120.830515] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a50fbe-69b8-46db-9869-23ee3ae6e894 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.848251] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592c6207-8985-49e3-bc6e-6edacc576ac9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.871567] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-c3e20485-d969-4484-9ac3-5eb06161cdf4/volume-c3e20485-d969-4484-9ac3-5eb06161cdf4.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.872011] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a6610c-21b6-4e22-abc4-c2112e1f15cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.893545] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1120.893545] env[69308]: value = "task-3869175" [ 1120.893545] env[69308]: _type = "Task" [ 1120.893545] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.903270] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.957182] env[69308]: DEBUG nova.network.neutron [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Successfully updated port: eb98a140-6b75-47d3-b848-2abe58404999 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.981108] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869173, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.992993] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869174, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.017495] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.017698] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.017925] env[69308]: DEBUG nova.network.neutron [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.018159] env[69308]: DEBUG nova.objects.instance [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lazy-loading 'info_cache' on Instance uuid c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.040268] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4923e999-aea2-4a08-a746-ebbec211ecd0 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-98454c62-484c-4db7-8572-4fdb1713f88a-5169668e-7159-4a3a-b713-d1146fe72a70" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.075s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.053510] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.056016] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.432s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.056341] env[69308]: DEBUG nova.objects.instance [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lazy-loading 'resources' on Instance uuid c6027108-2094-4aa0-99a2-250cd02d7857 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.059836] env[69308]: DEBUG nova.compute.manager [req-2a052634-3a0e-4425-99d8-95b7880026dd req-8f2042f7-fecc-4329-a353-9d4cd713f759 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Received event network-vif-plugged-eb98a140-6b75-47d3-b848-2abe58404999 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.060057] env[69308]: DEBUG oslo_concurrency.lockutils [req-2a052634-3a0e-4425-99d8-95b7880026dd req-8f2042f7-fecc-4329-a353-9d4cd713f759 service nova] Acquiring lock "5719e77c-87ca-47bf-9807-d5af62ef2729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.060272] env[69308]: DEBUG oslo_concurrency.lockutils [req-2a052634-3a0e-4425-99d8-95b7880026dd req-8f2042f7-fecc-4329-a353-9d4cd713f759 service nova] Lock "5719e77c-87ca-47bf-9807-d5af62ef2729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.060441] env[69308]: DEBUG oslo_concurrency.lockutils [req-2a052634-3a0e-4425-99d8-95b7880026dd req-8f2042f7-fecc-4329-a353-9d4cd713f759 service nova] Lock "5719e77c-87ca-47bf-9807-d5af62ef2729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.060611] env[69308]: DEBUG nova.compute.manager [req-2a052634-3a0e-4425-99d8-95b7880026dd req-8f2042f7-fecc-4329-a353-9d4cd713f759 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] No waiting events found dispatching network-vif-plugged-eb98a140-6b75-47d3-b848-2abe58404999 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.060775] env[69308]: WARNING nova.compute.manager [req-2a052634-3a0e-4425-99d8-95b7880026dd req-8f2042f7-fecc-4329-a353-9d4cd713f759 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Received unexpected event network-vif-plugged-eb98a140-6b75-47d3-b848-2abe58404999 for instance with vm_state building and task_state spawning. [ 1121.078283] env[69308]: INFO nova.scheduler.client.report [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Deleted allocations for instance 68e17c09-e810-40c6-ae1f-1f92eabb4462 [ 1121.170637] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0f03a82c-ecb7-47b8-a7cf-14d4177fbffd tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.344s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.174925] env[69308]: DEBUG nova.network.neutron [-] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.250633] env[69308]: DEBUG oslo_concurrency.lockutils [req-b62d4faa-62a5-46f7-a25a-4da9a2eea013 req-d193874a-fcea-40aa-adbe-273ace60bac1 service nova] Releasing lock "refresh_cache-830f1259-fd23-4d81-a664-a9b1b3855f97" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.403572] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869175, 'name': ReconfigVM_Task, 'duration_secs': 0.283312} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.403878] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-c3e20485-d969-4484-9ac3-5eb06161cdf4/volume-c3e20485-d969-4484-9ac3-5eb06161cdf4.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.408592] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c84da32-6f9d-43d9-bc81-ee1600efd6a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.423745] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1121.423745] env[69308]: value = "task-3869176" [ 1121.423745] env[69308]: _type = "Task" [ 1121.423745] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.432381] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.461920] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "refresh_cache-5719e77c-87ca-47bf-9807-d5af62ef2729" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.462087] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquired lock "refresh_cache-5719e77c-87ca-47bf-9807-d5af62ef2729" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.462316] env[69308]: DEBUG nova.network.neutron [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.481879] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869173, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.492400] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869174, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.539240] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.539425] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.589434] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5334e69b-d037-47e9-96be-be18cdd485bb tempest-ServerShowV254Test-432027058 tempest-ServerShowV254Test-432027058-project-member] Lock "68e17c09-e810-40c6-ae1f-1f92eabb4462" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.288s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.675797] env[69308]: INFO nova.compute.manager [-] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Took 1.41 seconds to deallocate network for instance. [ 1121.863375] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1870dc-3c16-46c6-9ead-ad703c7397b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.871776] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c51b409-2a2b-4b03-85d0-ce9a73928de9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.903854] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10fc657-0cf3-4ddc-80bc-bc6e13966ebe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.912497] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788cb433-e6e8-4f60-bb2c-3c15a37dc5a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.927674] env[69308]: DEBUG nova.compute.provider_tree [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.938797] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869176, 'name': ReconfigVM_Task, 'duration_secs': 0.128683} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.940028] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768770', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'name': 'volume-c3e20485-d969-4484-9ac3-5eb06161cdf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9eed02-284a-49e3-b30c-2e6926d110cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'serial': 'c3e20485-d969-4484-9ac3-5eb06161cdf4'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.940546] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00977e1b-000b-4427-97d2-ae2e7b99f541 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.948647] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1121.948647] env[69308]: value = "task-3869177" [ 1121.948647] env[69308]: _type = "Task" [ 1121.948647] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.957945] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869177, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.981218] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869173, 'name': CreateVM_Task, 'duration_secs': 1.300241} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.981399] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.982152] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.982336] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.982665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.982932] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ef2740-7049-4aaf-aa65-ee09e9d0e14e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.991037] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1121.991037] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52017342-3a02-eb17-8e74-6c1280ef643f" [ 1121.991037] env[69308]: _type = "Task" [ 1121.991037] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.994667] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869174, 'name': CreateVM_Task, 'duration_secs': 1.296662} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.997782] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.998507] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.998658] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.998985] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.000017] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a272d85-e36c-47f3-8fc5-81fd3a83a7e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.005102] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52017342-3a02-eb17-8e74-6c1280ef643f, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.005751] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.005957] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.006210] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.006352] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.006534] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.006796] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea232cf-bc79-43d5-8124-6936551133ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.009885] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1122.009885] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cf44b9-a610-652a-4686-edf390ad0950" [ 1122.009885] env[69308]: _type = "Task" [ 1122.009885] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.019040] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cf44b9-a610-652a-4686-edf390ad0950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.020212] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.020399] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.021700] env[69308]: DEBUG nova.network.neutron [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.023570] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9f41d0-8dbd-481a-8a89-22acf30db801 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.031357] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1122.031357] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]529928fe-f6e2-711c-133f-297362df4b29" [ 1122.031357] env[69308]: _type = "Task" [ 1122.031357] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.040210] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529928fe-f6e2-711c-133f-297362df4b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.046267] env[69308]: INFO nova.compute.manager [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Detaching volume 7bf5c361-a654-4476-8e97-4f0da9c4178e [ 1122.090343] env[69308]: INFO nova.virt.block_device [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Attempting to driver detach volume 7bf5c361-a654-4476-8e97-4f0da9c4178e from mountpoint /dev/sdc [ 1122.090343] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.090343] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768788', 'volume_id': '7bf5c361-a654-4476-8e97-4f0da9c4178e', 'name': 'volume-7bf5c361-a654-4476-8e97-4f0da9c4178e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5d30e93-518c-4233-8955-c79f26b8f909', 'attached_at': '', 'detached_at': '', 'volume_id': '7bf5c361-a654-4476-8e97-4f0da9c4178e', 'serial': '7bf5c361-a654-4476-8e97-4f0da9c4178e'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.091447] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0982add-ba7c-4f4b-b499-949dfc39c4f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.118688] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf102c00-6fc5-4942-852c-e35d925716d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.133654] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396acdc6-5081-4a3d-8e4c-5731625aa4d2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.164471] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec63bf-e924-4e69-bf54-2621165c8d82 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.184799] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.185185] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] The volume has not been displaced from its original location: [datastore1] volume-7bf5c361-a654-4476-8e97-4f0da9c4178e/volume-7bf5c361-a654-4476-8e97-4f0da9c4178e.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.194130] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfiguring VM instance instance-0000005c to detach disk 2002 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.194799] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9c6631-c5fe-47e8-a283-a4c43bb67cc8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.212841] env[69308]: DEBUG nova.network.neutron [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Updating instance_info_cache with network_info: [{"id": "eb98a140-6b75-47d3-b848-2abe58404999", "address": "fa:16:3e:46:df:c1", "network": {"id": "2568ac36-2d9d-4a03-b61f-2439e77639da", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-644377848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88ce036198a54173a227ae46998f5001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98a140-6b", "ovs_interfaceid": "eb98a140-6b75-47d3-b848-2abe58404999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.222205] env[69308]: DEBUG oslo_vmware.api [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1122.222205] env[69308]: value = "task-3869178" [ 1122.222205] env[69308]: _type = "Task" [ 1122.222205] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.232016] env[69308]: DEBUG oslo_vmware.api [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.315840] env[69308]: DEBUG nova.compute.manager [req-8607ebd8-9d7b-4aeb-8429-d3157bdfe09a req-4b841fd1-0e13-4f78-aab2-111eea8316ae service nova] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Received event network-vif-deleted-9ca6bf12-4f8c-4526-82c2-360a5f46622b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.333298] env[69308]: DEBUG nova.network.neutron [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance_info_cache with network_info: [{"id": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "address": "fa:16:3e:7b:d9:be", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c476b6-f2", "ovs_interfaceid": "47c476b6-f2db-4286-a66c-1175ae1da7aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.434295] env[69308]: DEBUG nova.scheduler.client.report [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.460940] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869177, 'name': Rename_Task, 'duration_secs': 0.147269} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.461254] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.461540] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f7e961c-d8bc-4500-abca-06080537b2d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.469104] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1122.469104] env[69308]: value = "task-3869179" [ 1122.469104] env[69308]: _type = "Task" [ 1122.469104] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.478885] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.522397] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cf44b9-a610-652a-4686-edf390ad0950, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.522823] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.523107] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.523388] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.523545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.523765] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.524490] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b675a725-42a1-4509-8b2f-b4440714aa4d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.536581] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.536731] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.537846] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dab7037-8310-47c9-acc2-dca28c710dd2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.543511] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]529928fe-f6e2-711c-133f-297362df4b29, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.544687] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bf80a2-9981-4402-badb-7741e21e40cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.548261] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1122.548261] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52673cab-5f32-7c14-e866-8c9a716103aa" [ 1122.548261] env[69308]: _type = "Task" [ 1122.548261] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.555294] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1122.555294] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5225a584-0ed0-4070-84c6-457ae61f6e11" [ 1122.555294] env[69308]: _type = "Task" [ 1122.555294] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.562195] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52673cab-5f32-7c14-e866-8c9a716103aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.563439] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac347fc-d734-4458-a61f-a676449beb1f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.569293] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5225a584-0ed0-4070-84c6-457ae61f6e11, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.569981] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.570274] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f/4159934b-8fe1-4454-859c-6c220d69320f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.570551] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33b93ce3-11cb-41cd-baae-5aa9a4ee1a8c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.573728] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1122.573728] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52867600-644a-d57d-fbe1-8a53ed60c1a0" [ 1122.573728] env[69308]: _type = "Task" [ 1122.573728] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.578734] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1122.578734] env[69308]: value = "task-3869180" [ 1122.578734] env[69308]: _type = "Task" [ 1122.578734] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.585690] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52867600-644a-d57d-fbe1-8a53ed60c1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.590906] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.716838] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Releasing lock "refresh_cache-5719e77c-87ca-47bf-9807-d5af62ef2729" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.717226] env[69308]: DEBUG nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Instance network_info: |[{"id": "eb98a140-6b75-47d3-b848-2abe58404999", "address": "fa:16:3e:46:df:c1", "network": {"id": "2568ac36-2d9d-4a03-b61f-2439e77639da", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-644377848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88ce036198a54173a227ae46998f5001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98a140-6b", "ovs_interfaceid": "eb98a140-6b75-47d3-b848-2abe58404999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.717679] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:df:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb98a140-6b75-47d3-b848-2abe58404999', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.726274] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Creating folder: Project (88ce036198a54173a227ae46998f5001). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.727052] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0636d1e3-73e5-448d-ac6a-f9d252c9b5f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.739656] env[69308]: DEBUG oslo_vmware.api [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869178, 'name': ReconfigVM_Task, 'duration_secs': 0.247573} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.739931] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Reconfigured VM instance instance-0000005c to detach disk 2002 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.746069] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b416d0a-a818-4690-81b4-edd783d1fdda {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.758017] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Created folder: Project (88ce036198a54173a227ae46998f5001) in parent group-v768498. [ 1122.758017] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Creating folder: Instances. Parent ref: group-v768794. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.758017] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66c06954-9042-4c33-8449-08b487953501 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.763790] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "interface-98454c62-484c-4db7-8572-4fdb1713f88a-5169668e-7159-4a3a-b713-d1146fe72a70" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.764101] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-98454c62-484c-4db7-8572-4fdb1713f88a-5169668e-7159-4a3a-b713-d1146fe72a70" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.767099] env[69308]: DEBUG oslo_vmware.api [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1122.767099] env[69308]: value = "task-3869183" [ 1122.767099] env[69308]: _type = "Task" [ 1122.767099] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.772343] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Created folder: Instances in parent group-v768794. [ 1122.772725] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.774050] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.774267] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b941253-9df2-4a29-b2f4-181615d12737 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.796023] env[69308]: DEBUG oslo_vmware.api [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.803850] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.803850] env[69308]: value = "task-3869184" [ 1122.803850] env[69308]: _type = "Task" [ 1122.803850] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.816517] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869184, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.836206] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.836595] env[69308]: DEBUG nova.objects.instance [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lazy-loading 'migration_context' on Instance uuid c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.940290] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.943044] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.002s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.945321] env[69308]: INFO nova.compute.claims [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.968593] env[69308]: INFO nova.scheduler.client.report [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Deleted allocations for instance c6027108-2094-4aa0-99a2-250cd02d7857 [ 1122.986481] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.086096] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52867600-644a-d57d-fbe1-8a53ed60c1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.086787] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.087069] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 830f1259-fd23-4d81-a664-a9b1b3855f97/830f1259-fd23-4d81-a664-a9b1b3855f97.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.087339] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3851d66e-79c3-49b0-b90f-20aa9ba2870e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.096347] env[69308]: DEBUG nova.compute.manager [req-0c7266a5-ef25-4e9d-96e7-0a2e4dabf63e req-87201068-01e8-4cf9-b1d3-4ea69eff0b02 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Received event network-changed-eb98a140-6b75-47d3-b848-2abe58404999 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.096643] env[69308]: DEBUG nova.compute.manager [req-0c7266a5-ef25-4e9d-96e7-0a2e4dabf63e req-87201068-01e8-4cf9-b1d3-4ea69eff0b02 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Refreshing instance network info cache due to event network-changed-eb98a140-6b75-47d3-b848-2abe58404999. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.096742] env[69308]: DEBUG oslo_concurrency.lockutils [req-0c7266a5-ef25-4e9d-96e7-0a2e4dabf63e req-87201068-01e8-4cf9-b1d3-4ea69eff0b02 service nova] Acquiring lock "refresh_cache-5719e77c-87ca-47bf-9807-d5af62ef2729" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.096887] env[69308]: DEBUG oslo_concurrency.lockutils [req-0c7266a5-ef25-4e9d-96e7-0a2e4dabf63e req-87201068-01e8-4cf9-b1d3-4ea69eff0b02 service nova] Acquired lock "refresh_cache-5719e77c-87ca-47bf-9807-d5af62ef2729" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.097065] env[69308]: DEBUG nova.network.neutron [req-0c7266a5-ef25-4e9d-96e7-0a2e4dabf63e req-87201068-01e8-4cf9-b1d3-4ea69eff0b02 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Refreshing network info cache for port eb98a140-6b75-47d3-b848-2abe58404999 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.098409] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486783} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.099178] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f/4159934b-8fe1-4454-859c-6c220d69320f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.099394] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.099637] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10efd2d7-61d3-4e43-9000-652becee2a27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.103670] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1123.103670] env[69308]: value = "task-3869185" [ 1123.103670] env[69308]: _type = "Task" [ 1123.103670] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.109086] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1123.109086] env[69308]: value = "task-3869186" [ 1123.109086] env[69308]: _type = "Task" [ 1123.109086] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.117428] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.125396] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.268929] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.269177] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.270459] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37071615-6be4-409f-adf3-2d1f86230833 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.296409] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb89a9-2301-465a-848f-573b0ba949a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.299263] env[69308]: DEBUG oslo_vmware.api [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869183, 'name': ReconfigVM_Task, 'duration_secs': 0.173277} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.299601] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768788', 'volume_id': '7bf5c361-a654-4476-8e97-4f0da9c4178e', 'name': 'volume-7bf5c361-a654-4476-8e97-4f0da9c4178e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5d30e93-518c-4233-8955-c79f26b8f909', 'attached_at': '', 'detached_at': '', 'volume_id': '7bf5c361-a654-4476-8e97-4f0da9c4178e', 'serial': '7bf5c361-a654-4476-8e97-4f0da9c4178e'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1123.331462] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Reconfiguring VM to detach interface {{(pid=69308) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1123.332567] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f6f9c2-71ae-430f-b2e7-8ca42d2482e0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.350497] env[69308]: DEBUG nova.objects.base [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.350883] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869184, 'name': CreateVM_Task, 'duration_secs': 0.466857} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.351816] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76280cc4-1b2c-4fb8-b639-f57b3dc49f0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.354932] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.355672] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.355839] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.356192] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.356863] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a0fe55-69b1-4638-a825-a7c183178549 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.362394] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1123.362394] env[69308]: value = "task-3869187" [ 1123.362394] env[69308]: _type = "Task" [ 1123.362394] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.377971] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1123.377971] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523c5c45-ee73-deab-b5b0-53a1cb3c0ef4" [ 1123.377971] env[69308]: _type = "Task" [ 1123.377971] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.381851] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ef1bf4-1ea4-4336-8d0f-f6381c3d2a03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.403037] env[69308]: DEBUG oslo_vmware.api [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1123.403037] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525dc643-52c3-76c7-0d5f-714ce4db3c4e" [ 1123.403037] env[69308]: _type = "Task" [ 1123.403037] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.403037] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523c5c45-ee73-deab-b5b0-53a1cb3c0ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.019468} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.403770] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.404072] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.404410] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.404558] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.404741] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.405043] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.408233] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-054335b0-65f5-42c1-947f-8117a550cb6e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.421242] env[69308]: DEBUG oslo_vmware.api [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525dc643-52c3-76c7-0d5f-714ce4db3c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.422792] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.423124] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.423560] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.424409] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8365f3-1751-4b94-a33f-fbc26078c901 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.432057] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1123.432057] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527a2860-e4a6-f3d9-c948-d6a39b2f87c2" [ 1123.432057] env[69308]: _type = "Task" [ 1123.432057] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.442194] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527a2860-e4a6-f3d9-c948-d6a39b2f87c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.487193] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.487914] env[69308]: DEBUG oslo_concurrency.lockutils [None req-914ebc15-dcb5-44c6-b0ae-90c20d416b4b tempest-ServerShowV247Test-1938706661 tempest-ServerShowV247Test-1938706661-project-member] Lock "c6027108-2094-4aa0-99a2-250cd02d7857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.178s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.617196] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481578} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.617978] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 830f1259-fd23-4d81-a664-a9b1b3855f97/830f1259-fd23-4d81-a664-a9b1b3855f97.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.618255] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.619752] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b170d30e-5d71-45d8-b824-74e6f6265f61 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.623860] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073109} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.624530] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.625374] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7195b-83f5-48ce-94df-dec0964148e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.629975] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1123.629975] env[69308]: value = "task-3869188" [ 1123.629975] env[69308]: _type = "Task" [ 1123.629975] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.655179] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f/4159934b-8fe1-4454-859c-6c220d69320f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.658849] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7394ed1d-284a-4a43-8c81-263e5a9d100d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.682762] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.690369] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1123.690369] env[69308]: value = "task-3869189" [ 1123.690369] env[69308]: _type = "Task" [ 1123.690369] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.701441] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.857758] env[69308]: DEBUG nova.objects.instance [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'flavor' on Instance uuid c5d30e93-518c-4233-8955-c79f26b8f909 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.886780] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.905588] env[69308]: DEBUG nova.network.neutron [req-0c7266a5-ef25-4e9d-96e7-0a2e4dabf63e req-87201068-01e8-4cf9-b1d3-4ea69eff0b02 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Updated VIF entry in instance network info cache for port eb98a140-6b75-47d3-b848-2abe58404999. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.905943] env[69308]: DEBUG nova.network.neutron [req-0c7266a5-ef25-4e9d-96e7-0a2e4dabf63e req-87201068-01e8-4cf9-b1d3-4ea69eff0b02 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Updating instance_info_cache with network_info: [{"id": "eb98a140-6b75-47d3-b848-2abe58404999", "address": "fa:16:3e:46:df:c1", "network": {"id": "2568ac36-2d9d-4a03-b61f-2439e77639da", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-644377848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88ce036198a54173a227ae46998f5001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb98a140-6b", "ovs_interfaceid": "eb98a140-6b75-47d3-b848-2abe58404999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.942813] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527a2860-e4a6-f3d9-c948-d6a39b2f87c2, 'name': SearchDatastore_Task, 'duration_secs': 0.020537} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.943613] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0eb104-8dd6-400c-b270-534c0bab384d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.949481] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1123.949481] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525dc049-7af5-cb0d-0e4c-e47cfd8f7bbb" [ 1123.949481] env[69308]: _type = "Task" [ 1123.949481] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.962472] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525dc049-7af5-cb0d-0e4c-e47cfd8f7bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.962680] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.963245] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5719e77c-87ca-47bf-9807-d5af62ef2729/5719e77c-87ca-47bf-9807-d5af62ef2729.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.963245] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07aedce9-039a-47fb-80fb-0110c0d63ac1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.970827] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1123.970827] env[69308]: value = "task-3869190" [ 1123.970827] env[69308]: _type = "Task" [ 1123.970827] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.986936] env[69308]: DEBUG oslo_vmware.api [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869179, 'name': PowerOnVM_Task, 'duration_secs': 1.217842} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.987196] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.987453] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.987643] env[69308]: INFO nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1123.987815] env[69308]: DEBUG nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.988616] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d216df-2393-486b-883f-2fbfb80db4bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.144081] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088723} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.144407] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.145245] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc50ff4-d6ed-4953-80f7-5cabf2d9b6cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.171054] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 830f1259-fd23-4d81-a664-a9b1b3855f97/830f1259-fd23-4d81-a664-a9b1b3855f97.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.174507] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6879104b-9a3a-456b-bbd2-77231ccf02ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.204430] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.214279] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1124.214279] env[69308]: value = "task-3869191" [ 1124.214279] env[69308]: _type = "Task" [ 1124.214279] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.229326] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.293107] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f42ae09-5181-41da-ad16-6bfd5a76b543 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.303667] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42612f10-91d8-4e9f-af72-ddfe2fca6699 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.339456] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4add8f2-d223-4687-aefe-b48d13e81898 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.348546] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49577ed1-2f21-4f91-8858-072d288e3b5a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.368648] env[69308]: DEBUG nova.compute.provider_tree [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.391839] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.409186] env[69308]: DEBUG oslo_concurrency.lockutils [req-0c7266a5-ef25-4e9d-96e7-0a2e4dabf63e req-87201068-01e8-4cf9-b1d3-4ea69eff0b02 service nova] Releasing lock "refresh_cache-5719e77c-87ca-47bf-9807-d5af62ef2729" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.483282] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505713} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.483616] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 5719e77c-87ca-47bf-9807-d5af62ef2729/5719e77c-87ca-47bf-9807-d5af62ef2729.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.483734] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.484221] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-937948fc-0462-4631-86c8-45f5bb9e1619 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.492122] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1124.492122] env[69308]: value = "task-3869192" [ 1124.492122] env[69308]: _type = "Task" [ 1124.492122] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.517630] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.522081] env[69308]: INFO nova.compute.manager [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Took 38.82 seconds to build instance. [ 1124.702608] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869189, 'name': ReconfigVM_Task, 'duration_secs': 0.954357} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.703042] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f/4159934b-8fe1-4454-859c-6c220d69320f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.705084] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96ea45c7-647d-4a21-a1e1-2ed36a1362b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.713081] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1124.713081] env[69308]: value = "task-3869193" [ 1124.713081] env[69308]: _type = "Task" [ 1124.713081] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.727258] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.730874] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869193, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.816965] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.817225] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.873322] env[69308]: DEBUG nova.scheduler.client.report [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.877093] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4e30c53e-64fb-40d1-bd84-a1a13a03e953 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.338s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.889409] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.001721] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06968} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.002054] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.002868] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5d99e2-9d07-47cb-be6f-20c384bbb3d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.027997] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 5719e77c-87ca-47bf-9807-d5af62ef2729/5719e77c-87ca-47bf-9807-d5af62ef2729.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.028546] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9dd19d2a-55c9-48e9-9c89-9b4d2c9d6b6d tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "ed9eed02-284a-49e3-b30c-2e6926d110cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.337s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.029116] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55781aa5-9289-40ef-8a8c-531fbc9e386e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.050417] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1125.050417] env[69308]: value = "task-3869194" [ 1125.050417] env[69308]: _type = "Task" [ 1125.050417] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.059287] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.226638] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869193, 'name': Rename_Task, 'duration_secs': 0.401437} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.229653] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.229981] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869191, 'name': ReconfigVM_Task, 'duration_secs': 0.659645} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.230151] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e95ea45-4d74-4b18-b0be-8c0af77f41cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.231748] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 830f1259-fd23-4d81-a664-a9b1b3855f97/830f1259-fd23-4d81-a664-a9b1b3855f97.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.232393] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0545c3d-cb85-44a9-aab5-dcd2087517e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.238837] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1125.238837] env[69308]: value = "task-3869195" [ 1125.238837] env[69308]: _type = "Task" [ 1125.238837] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.240178] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1125.240178] env[69308]: value = "task-3869196" [ 1125.240178] env[69308]: _type = "Task" [ 1125.240178] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.254292] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869195, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.257631] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.321251] env[69308]: DEBUG nova.compute.utils [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.380933] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.380933] env[69308]: DEBUG nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.383601] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.772s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.383815] env[69308]: DEBUG nova.objects.instance [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'resources' on Instance uuid 1c380368-2ff2-4c82-8985-557316cdaf9a {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.395778] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.562844] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.600859] env[69308]: DEBUG nova.compute.manager [req-0ec2fe78-fbe2-45c7-ae11-1a33a358c6b2 req-e607a785-210a-44c0-afd0-fdb70d0685ac service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Received event network-changed-e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.601090] env[69308]: DEBUG nova.compute.manager [req-0ec2fe78-fbe2-45c7-ae11-1a33a358c6b2 req-e607a785-210a-44c0-afd0-fdb70d0685ac service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Refreshing instance network info cache due to event network-changed-e1d427e0-bff0-4297-b82f-a88ae7e9df14. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.601391] env[69308]: DEBUG oslo_concurrency.lockutils [req-0ec2fe78-fbe2-45c7-ae11-1a33a358c6b2 req-e607a785-210a-44c0-afd0-fdb70d0685ac service nova] Acquiring lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.601458] env[69308]: DEBUG oslo_concurrency.lockutils [req-0ec2fe78-fbe2-45c7-ae11-1a33a358c6b2 req-e607a785-210a-44c0-afd0-fdb70d0685ac service nova] Acquired lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.601580] env[69308]: DEBUG nova.network.neutron [req-0ec2fe78-fbe2-45c7-ae11-1a33a358c6b2 req-e607a785-210a-44c0-afd0-fdb70d0685ac service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Refreshing network info cache for port e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.754740] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869195, 'name': Rename_Task, 'duration_secs': 0.299696} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.758253] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.758578] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.758812] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d994259c-16a2-4dd0-bbf3-ba979c9a97c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.766780] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1125.766780] env[69308]: value = "task-3869197" [ 1125.766780] env[69308]: _type = "Task" [ 1125.766780] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.775814] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.826319] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.893312] env[69308]: DEBUG nova.compute.utils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.901385] env[69308]: DEBUG nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.901572] env[69308]: DEBUG nova.network.neutron [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.903528] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.945206] env[69308]: DEBUG nova.policy [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '212f12563a374adc842aa64ab0009a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d58bf1b266249fc985591bf8235e58e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.068242] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869194, 'name': ReconfigVM_Task, 'duration_secs': 0.621647} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.068242] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 5719e77c-87ca-47bf-9807-d5af62ef2729/5719e77c-87ca-47bf-9807-d5af62ef2729.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.068859] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bcc19ab-7f9e-4bbc-ba76-c5a9b19b029e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.076719] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1126.076719] env[69308]: value = "task-3869198" [ 1126.076719] env[69308]: _type = "Task" [ 1126.076719] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.086400] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869198, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.170801] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.171064] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.171287] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "c5d30e93-518c-4233-8955-c79f26b8f909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.171478] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.171713] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.173910] env[69308]: INFO nova.compute.manager [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Terminating instance [ 1126.225750] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547860a7-142f-4d81-b043-28955b1fdd7f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.243698] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a516f3b-495d-4867-8fc2-6fd302fd2d78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.262019] env[69308]: DEBUG oslo_vmware.api [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869196, 'name': PowerOnVM_Task, 'duration_secs': 0.746526} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.291122] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.291692] env[69308]: DEBUG nova.compute.manager [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.296183] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d55e3d-8649-4127-b90c-891e5fcf8299 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.303827] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e08c0e-38ba-48e4-8dcf-9ac7d00be338 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.320241] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd01ce83-ac90-4440-9f91-19cefe2b7932 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.325695] env[69308]: DEBUG oslo_vmware.api [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869197, 'name': PowerOnVM_Task, 'duration_secs': 0.542392} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.330032] env[69308]: DEBUG nova.network.neutron [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Successfully created port: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.332434] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.332989] env[69308]: INFO nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1126.332989] env[69308]: DEBUG nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.334678] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0185cec3-68e8-4f97-9805-3b8fa1a62d45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.348245] env[69308]: DEBUG nova.compute.provider_tree [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.395598] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.406483] env[69308]: DEBUG nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.483720] env[69308]: DEBUG nova.network.neutron [req-0ec2fe78-fbe2-45c7-ae11-1a33a358c6b2 req-e607a785-210a-44c0-afd0-fdb70d0685ac service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Updated VIF entry in instance network info cache for port e1d427e0-bff0-4297-b82f-a88ae7e9df14. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.484122] env[69308]: DEBUG nova.network.neutron [req-0ec2fe78-fbe2-45c7-ae11-1a33a358c6b2 req-e607a785-210a-44c0-afd0-fdb70d0685ac service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Updating instance_info_cache with network_info: [{"id": "e1d427e0-bff0-4297-b82f-a88ae7e9df14", "address": "fa:16:3e:d4:91:27", "network": {"id": "782933ef-a20c-4c3d-aea4-852c1a835f62", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-360772788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5bb0c3cebc4488aa3a156beceddb031", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d427e0-bf", "ovs_interfaceid": "e1d427e0-bff0-4297-b82f-a88ae7e9df14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.592434] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869198, 'name': Rename_Task, 'duration_secs': 0.184309} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.592903] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.594212] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6587cc8d-fed7-421a-96bc-60cdf0962813 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.601721] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1126.601721] env[69308]: value = "task-3869199" [ 1126.601721] env[69308]: _type = "Task" [ 1126.601721] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.612031] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.683582] env[69308]: DEBUG nova.compute.manager [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.683861] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.684920] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208cdaee-12a0-4c00-bdd2-6424bd233f6e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.696095] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.696431] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-212f5ca3-9d6c-4c76-aff2-06f646dbb03c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.703148] env[69308]: DEBUG oslo_vmware.api [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1126.703148] env[69308]: value = "task-3869200" [ 1126.703148] env[69308]: _type = "Task" [ 1126.703148] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.714496] env[69308]: DEBUG oslo_vmware.api [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.840958] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.870149] env[69308]: INFO nova.compute.manager [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Took 24.87 seconds to build instance. [ 1126.876289] env[69308]: ERROR nova.scheduler.client.report [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [req-975a093f-2e05-4b85-9539-09bfd7d012ae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-975a093f-2e05-4b85-9539-09bfd7d012ae"}]} [ 1126.898311] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.899634] env[69308]: DEBUG nova.scheduler.client.report [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1126.918025] env[69308]: DEBUG nova.scheduler.client.report [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1126.918288] env[69308]: DEBUG nova.compute.provider_tree [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.920892] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.921133] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.921363] env[69308]: INFO nova.compute.manager [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Attaching volume ae2f3f31-25f0-4711-bd8c-c4ef7075b795 to /dev/sdb [ 1126.935850] env[69308]: DEBUG nova.scheduler.client.report [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1126.958935] env[69308]: DEBUG nova.scheduler.client.report [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1126.965523] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1744b0c1-2349-47cf-9875-e809f56fcb94 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.976214] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2f024f-7ede-413c-bf5a-716785cb65de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.986690] env[69308]: DEBUG oslo_concurrency.lockutils [req-0ec2fe78-fbe2-45c7-ae11-1a33a358c6b2 req-e607a785-210a-44c0-afd0-fdb70d0685ac service nova] Releasing lock "refresh_cache-ed9eed02-284a-49e3-b30c-2e6926d110cf" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.996495] env[69308]: DEBUG nova.virt.block_device [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Updating existing volume attachment record: 9e368aa4-22bd-4452-b11d-5d21af61e455 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1127.114529] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.215334] env[69308]: DEBUG oslo_vmware.api [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869200, 'name': PowerOffVM_Task, 'duration_secs': 0.217666} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.218940] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.219184] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.219682] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-228dc986-8c78-4218-8696-fac3a7e23d98 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.250104] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4f1665-0c77-4be6-a33a-ab8c5bfd95cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.260896] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623bac9c-e3bb-470b-b132-55c111d02de7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.296147] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644a8746-484a-4b9b-ac62-8faddfcbc268 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.300033] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.300033] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.300033] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Deleting the datastore file [datastore2] c5d30e93-518c-4233-8955-c79f26b8f909 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.300316] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c80c68ed-e9c2-4217-84c6-2710449143df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.309056] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f1018-d369-4956-96e7-d88830c57ef0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.313016] env[69308]: DEBUG oslo_vmware.api [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for the task: (returnval){ [ 1127.313016] env[69308]: value = "task-3869203" [ 1127.313016] env[69308]: _type = "Task" [ 1127.313016] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.324964] env[69308]: DEBUG nova.compute.provider_tree [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.333606] env[69308]: DEBUG oslo_vmware.api [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.372637] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f1282fca-7769-4764-aacd-68ad9960c507 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "830f1259-fd23-4d81-a664-a9b1b3855f97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.384s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.396822] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.418928] env[69308]: DEBUG nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.451380] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.451652] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.451811] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.452092] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.452312] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.452494] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.452713] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.452878] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.453098] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.453307] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.453487] env[69308]: DEBUG nova.virt.hardware [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.454751] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7b3813-6669-4170-ac25-501c49e27804 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.465939] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef21a32-da2f-436f-bae2-6c3b48d5f76d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.613276] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869199, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.823559] env[69308]: DEBUG oslo_vmware.api [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Task: {'id': task-3869203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161774} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.823831] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.824119] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.824361] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.824580] env[69308]: INFO nova.compute.manager [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1127.824855] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.825140] env[69308]: DEBUG nova.compute.manager [-] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.825239] env[69308]: DEBUG nova.network.neutron [-] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.860107] env[69308]: DEBUG nova.scheduler.client.report [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1127.860480] env[69308]: DEBUG nova.compute.provider_tree [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 146 to 147 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1127.860737] env[69308]: DEBUG nova.compute.provider_tree [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.896656] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.929071] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "830f1259-fd23-4d81-a664-a9b1b3855f97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.929359] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "830f1259-fd23-4d81-a664-a9b1b3855f97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.929572] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "830f1259-fd23-4d81-a664-a9b1b3855f97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.929758] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "830f1259-fd23-4d81-a664-a9b1b3855f97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.929926] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "830f1259-fd23-4d81-a664-a9b1b3855f97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.932277] env[69308]: INFO nova.compute.manager [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Terminating instance [ 1128.017270] env[69308]: DEBUG nova.compute.manager [req-90c77d99-ddf3-4e6a-a2c3-eea463f6c6f1 req-e3f480a6-d110-4e0b-9067-d9c77b0c3162 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Received event network-vif-plugged-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.017512] env[69308]: DEBUG oslo_concurrency.lockutils [req-90c77d99-ddf3-4e6a-a2c3-eea463f6c6f1 req-e3f480a6-d110-4e0b-9067-d9c77b0c3162 service nova] Acquiring lock "393ab7d6-083b-4e85-92cc-f942f64929ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.017721] env[69308]: DEBUG oslo_concurrency.lockutils [req-90c77d99-ddf3-4e6a-a2c3-eea463f6c6f1 req-e3f480a6-d110-4e0b-9067-d9c77b0c3162 service nova] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.017890] env[69308]: DEBUG oslo_concurrency.lockutils [req-90c77d99-ddf3-4e6a-a2c3-eea463f6c6f1 req-e3f480a6-d110-4e0b-9067-d9c77b0c3162 service nova] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.018455] env[69308]: DEBUG nova.compute.manager [req-90c77d99-ddf3-4e6a-a2c3-eea463f6c6f1 req-e3f480a6-d110-4e0b-9067-d9c77b0c3162 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] No waiting events found dispatching network-vif-plugged-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.018714] env[69308]: WARNING nova.compute.manager [req-90c77d99-ddf3-4e6a-a2c3-eea463f6c6f1 req-e3f480a6-d110-4e0b-9067-d9c77b0c3162 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Received unexpected event network-vif-plugged-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b for instance with vm_state building and task_state spawning. [ 1128.103144] env[69308]: DEBUG nova.network.neutron [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Successfully updated port: 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.120014] env[69308]: DEBUG oslo_vmware.api [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869199, 'name': PowerOnVM_Task, 'duration_secs': 1.026442} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.120985] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.121232] env[69308]: INFO nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1128.121417] env[69308]: DEBUG nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.122277] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da03a64b-21e8-485f-b621-7740f872cdb0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.275458] env[69308]: DEBUG nova.compute.manager [req-710082ed-fe2b-45d1-9456-7fba7dff8ca0 req-b547b9d9-23f4-49d8-ad38-a6d2ab3972ae service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Received event network-vif-deleted-20924ffc-d62a-4475-acb7-21dce23826a7 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.275743] env[69308]: INFO nova.compute.manager [req-710082ed-fe2b-45d1-9456-7fba7dff8ca0 req-b547b9d9-23f4-49d8-ad38-a6d2ab3972ae service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Neutron deleted interface 20924ffc-d62a-4475-acb7-21dce23826a7; detaching it from the instance and deleting it from the info cache [ 1128.275932] env[69308]: DEBUG nova.network.neutron [req-710082ed-fe2b-45d1-9456-7fba7dff8ca0 req-b547b9d9-23f4-49d8-ad38-a6d2ab3972ae service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.366396] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.983s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.368697] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.306s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.389157] env[69308]: INFO nova.scheduler.client.report [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted allocations for instance 1c380368-2ff2-4c82-8985-557316cdaf9a [ 1128.401498] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.436710] env[69308]: DEBUG nova.compute.manager [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.437050] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.437989] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2aec62-965e-4a1a-bec1-1e414c76905f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.449081] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.449342] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f08d9e-6acd-451f-9990-a2dcf952e9b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.456088] env[69308]: DEBUG oslo_vmware.api [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1128.456088] env[69308]: value = "task-3869204" [ 1128.456088] env[69308]: _type = "Task" [ 1128.456088] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.465731] env[69308]: DEBUG oslo_vmware.api [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.611671] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.611864] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.612050] env[69308]: DEBUG nova.network.neutron [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.646969] env[69308]: INFO nova.compute.manager [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Took 23.31 seconds to build instance. [ 1128.761983] env[69308]: DEBUG nova.network.neutron [-] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.779137] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ea9e8a4-ff53-46ab-8c4f-d40610436d98 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.790514] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6edf57-187c-4c75-8887-0cb6fedacefd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.834930] env[69308]: DEBUG nova.compute.manager [req-710082ed-fe2b-45d1-9456-7fba7dff8ca0 req-b547b9d9-23f4-49d8-ad38-a6d2ab3972ae service nova] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Detach interface failed, port_id=20924ffc-d62a-4475-acb7-21dce23826a7, reason: Instance c5d30e93-518c-4233-8955-c79f26b8f909 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.907635] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.907870] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3931ba7c-15c9-4943-9b34-6f195ba4a8e7 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "1c380368-2ff2-4c82-8985-557316cdaf9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.148s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.968490] env[69308]: DEBUG oslo_vmware.api [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869204, 'name': PowerOffVM_Task, 'duration_secs': 0.262851} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.968887] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.969161] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.969522] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47fe4e8d-58c5-4f31-8c93-ac968168a977 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.033942] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.034351] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.034606] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleting the datastore file [datastore2] 830f1259-fd23-4d81-a664-a9b1b3855f97 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.034898] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b85067c-314f-4486-979f-5fed0a587768 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.043223] env[69308]: DEBUG oslo_vmware.api [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1129.043223] env[69308]: value = "task-3869206" [ 1129.043223] env[69308]: _type = "Task" [ 1129.043223] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.052213] env[69308]: DEBUG oslo_vmware.api [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.145953] env[69308]: DEBUG nova.network.neutron [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.149365] env[69308]: DEBUG oslo_concurrency.lockutils [None req-40f487d7-8ddb-4459-8071-1fac657c38c3 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "5719e77c-87ca-47bf-9807-d5af62ef2729" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.820s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.264550] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeee7056-4ab0-49ad-b312-24bc63a8cb07 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "interface-5719e77c-87ca-47bf-9807-d5af62ef2729-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.264814] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeee7056-4ab0-49ad-b312-24bc63a8cb07 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "interface-5719e77c-87ca-47bf-9807-d5af62ef2729-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.265347] env[69308]: DEBUG nova.objects.instance [None req-eeee7056-4ab0-49ad-b312-24bc63a8cb07 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lazy-loading 'flavor' on Instance uuid 5719e77c-87ca-47bf-9807-d5af62ef2729 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.269294] env[69308]: INFO nova.compute.manager [-] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Took 1.44 seconds to deallocate network for instance. [ 1129.304581] env[69308]: DEBUG nova.network.neutron [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Updating instance_info_cache with network_info: [{"id": "3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b", "address": "fa:16:3e:d5:a3:51", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cdd17f5-7b", "ovs_interfaceid": "3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.389741] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Applying migration context for instance c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e as it has an incoming, in-progress migration 84de31f2-6042-44aa-9c3a-5dbe3b2a236f. Migration status is confirming {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1129.393213] env[69308]: INFO nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating resource usage from migration 84de31f2-6042-44aa-9c3a-5dbe3b2a236f [ 1129.408452] env[69308]: DEBUG oslo_vmware.api [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869187, 'name': ReconfigVM_Task, 'duration_secs': 5.821206} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.408607] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.409420] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Reconfigured VM to detach interface {{(pid=69308) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1129.414538] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.414765] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 946bfb28-1889-4b37-bb7d-8f8d3565f39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.414939] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b8b3a0cc-9e40-4548-9340-dfa437d6d39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.415127] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 080375f0-766d-4bd2-8ef9-682bde262f58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.415305] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance c5d30e93-518c-4233-8955-c79f26b8f909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.415467] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 4159934b-8fe1-4454-859c-6c220d69320f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.415645] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 38f00e4d-1701-4fd5-9d94-28cd4d72a4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.415771] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 98454c62-484c-4db7-8572-4fdb1713f88a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.416019] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 83e02c32-cb3f-4ca6-98a5-b815797d2ec0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.416093] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance a530b715-089a-4751-bfb6-71781fa8557c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.416250] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5d9baa45-0094-4444-b331-452f667d1af5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.416410] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Migration 84de31f2-6042-44aa-9c3a-5dbe3b2a236f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1129.416563] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.416751] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 07103a4b-2401-4756-a74e-5ab33fb3d41e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1129.416910] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance ed9eed02-284a-49e3-b30c-2e6926d110cf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.417096] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 830f1259-fd23-4d81-a664-a9b1b3855f97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.417238] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5719e77c-87ca-47bf-9807-d5af62ef2729 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.417398] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 393ab7d6-083b-4e85-92cc-f942f64929ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1129.417704] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1129.417896] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1129.560366] env[69308]: DEBUG oslo_vmware.api [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142095} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.564822] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.565221] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.565536] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.565834] env[69308]: INFO nova.compute.manager [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1129.566236] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.570101] env[69308]: DEBUG nova.compute.manager [-] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.570304] env[69308]: DEBUG nova.network.neutron [-] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.716358] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951e4d10-ecf3-4017-9ea4-d1975d56dbaf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.725233] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a33a70-fe79-48c1-b92c-70ed2d4cb71b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.763029] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5b22d-2a12-451f-970d-f22124cb0da0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.774293] env[69308]: DEBUG nova.objects.instance [None req-eeee7056-4ab0-49ad-b312-24bc63a8cb07 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lazy-loading 'pci_requests' on Instance uuid 5719e77c-87ca-47bf-9807-d5af62ef2729 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.775976] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be718185-6bef-4d68-8ded-83d194150a86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.782422] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.795928] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.809828] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.810045] env[69308]: DEBUG nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Instance network_info: |[{"id": "3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b", "address": "fa:16:3e:d5:a3:51", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cdd17f5-7b", "ovs_interfaceid": "3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.810383] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:a3:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.818687] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.820895] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.821414] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c5c7ecc-4f55-4f9e-9352-b3f1362fb8ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.844133] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.844133] env[69308]: value = "task-3869208" [ 1129.844133] env[69308]: _type = "Task" [ 1129.844133] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.855567] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869208, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.282558] env[69308]: DEBUG nova.objects.base [None req-eeee7056-4ab0-49ad-b312-24bc63a8cb07 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Object Instance<5719e77c-87ca-47bf-9807-d5af62ef2729> lazy-loaded attributes: flavor,pci_requests {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1130.282678] env[69308]: DEBUG nova.network.neutron [None req-eeee7056-4ab0-49ad-b312-24bc63a8cb07 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.321033] env[69308]: ERROR nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [req-a24f474e-7a4f-488b-94ed-a3520df2f626] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a24f474e-7a4f-488b-94ed-a3520df2f626"}]} [ 1130.339943] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1130.355718] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869208, 'name': CreateVM_Task, 'duration_secs': 0.477864} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.357867] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.358803] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1130.358976] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.361363] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.361537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.361852] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.362740] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a04c662-c24d-4a88-9ef2-fd9fdaec23fe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.368779] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1130.368779] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5270604f-859f-7594-c13f-211b8085195a" [ 1130.368779] env[69308]: _type = "Task" [ 1130.368779] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.380085] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5270604f-859f-7594-c13f-211b8085195a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.381225] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1130.389315] env[69308]: DEBUG nova.network.neutron [-] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.408497] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1130.417859] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeee7056-4ab0-49ad-b312-24bc63a8cb07 tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "interface-5719e77c-87ca-47bf-9807-d5af62ef2729-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.153s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.431874] env[69308]: DEBUG nova.compute.manager [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Received event network-changed-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.432664] env[69308]: DEBUG nova.compute.manager [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Refreshing instance network info cache due to event network-changed-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.433471] env[69308]: DEBUG oslo_concurrency.lockutils [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] Acquiring lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.433471] env[69308]: DEBUG oslo_concurrency.lockutils [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] Acquired lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.433471] env[69308]: DEBUG nova.network.neutron [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Refreshing network info cache for port 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.666508] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e78ff-0a2f-4bb9-a66a-d5e52a7f7b65 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.675690] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b781226-4965-478e-9a33-bd5cb5c857c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.714269] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661c9ec1-15a9-487b-a3f3-4bac6731d89a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.723469] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3910ff76-adf5-4a26-a7f3-22f7e6e46ed6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.738928] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.826282] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.826520] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquired lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.827479] env[69308]: DEBUG nova.network.neutron [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.880782] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5270604f-859f-7594-c13f-211b8085195a, 'name': SearchDatastore_Task, 'duration_secs': 0.013386} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.881934] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.881934] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.881934] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.881934] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.881934] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.882235] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aee7ce5-f588-4384-bc1b-67ba275fa019 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.891894] env[69308]: INFO nova.compute.manager [-] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Took 1.32 seconds to deallocate network for instance. [ 1130.898325] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.898525] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.899612] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534f5989-9763-4a63-acb8-7ec16e1e1824 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.907010] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1130.907010] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b85b6d-8f9b-7c14-ffbb-3dcbdef62770" [ 1130.907010] env[69308]: _type = "Task" [ 1130.907010] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.916301] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b85b6d-8f9b-7c14-ffbb-3dcbdef62770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.979046] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.979290] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.205865] env[69308]: DEBUG nova.network.neutron [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Updated VIF entry in instance network info cache for port 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.206268] env[69308]: DEBUG nova.network.neutron [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Updating instance_info_cache with network_info: [{"id": "3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b", "address": "fa:16:3e:d5:a3:51", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cdd17f5-7b", "ovs_interfaceid": "3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.260351] env[69308]: ERROR nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [req-930b847e-25d2-46ed-bda1-5bd81d3998c5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6fa2e8a-c639-42f2-b0fa-1f05614fc14f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-930b847e-25d2-46ed-bda1-5bd81d3998c5"}]} [ 1131.278078] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.287751] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "98454c62-484c-4db7-8572-4fdb1713f88a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.288017] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "98454c62-484c-4db7-8572-4fdb1713f88a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.288230] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.288415] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.288583] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "98454c62-484c-4db7-8572-4fdb1713f88a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.290695] env[69308]: INFO nova.compute.manager [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Terminating instance [ 1131.296091] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.296246] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 44, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.308797] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.329946] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1131.401555] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.421106] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b85b6d-8f9b-7c14-ffbb-3dcbdef62770, 'name': SearchDatastore_Task, 'duration_secs': 0.027111} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.422039] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4c3318-a95a-4fa8-a75d-061ba4a92e2c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.438111] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1131.438111] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523f6fa7-982e-e38f-25c4-875f17d2612a" [ 1131.438111] env[69308]: _type = "Task" [ 1131.438111] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.452801] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523f6fa7-982e-e38f-25c4-875f17d2612a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.481835] env[69308]: DEBUG nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.551789] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.552030] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768797', 'volume_id': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'name': 'volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38f00e4d-1701-4fd5-9d94-28cd4d72a4be', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'serial': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.553155] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896f7b90-b59b-4420-b1fd-dbbb3c23c047 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.577991] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aef7bb-4486-4817-a73e-3a7d81078d11 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.605432] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795/volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.610691] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95179b28-9108-497a-81f4-51ec1c6aabf0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.633581] env[69308]: DEBUG oslo_vmware.api [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1131.633581] env[69308]: value = "task-3869209" [ 1131.633581] env[69308]: _type = "Task" [ 1131.633581] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.645134] env[69308]: DEBUG oslo_vmware.api [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.685542] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a320b1d-f6e8-481f-94ea-2fd01902d9da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.693852] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ab009-e174-4078-8dde-d456ae14865d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.730380] env[69308]: DEBUG oslo_concurrency.lockutils [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] Releasing lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.730655] env[69308]: DEBUG nova.compute.manager [req-29b1e7ed-87e7-4d38-80e0-e9ef4bf47fff req-a5ba69aa-4b1c-4bda-9037-49df1fe968b0 service nova] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Received event network-vif-deleted-e8ca2fca-bbc6-4eca-a16d-0d50e8d118b8 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.731819] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60d22f2-317b-445b-bbb9-fbe4ef0e4c3f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.740108] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f8498-1e46-4921-8a86-a7ac769d1925 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.757849] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.795041] env[69308]: DEBUG nova.compute.manager [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.795414] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.796382] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bba9bfc-c90a-474d-885e-e7b9897a0e7e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.805385] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.805604] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a2b6982-1267-41be-ad98-7ddff3e3755c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.813069] env[69308]: DEBUG oslo_vmware.api [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1131.813069] env[69308]: value = "task-3869210" [ 1131.813069] env[69308]: _type = "Task" [ 1131.813069] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.825037] env[69308]: DEBUG oslo_vmware.api [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.945502] env[69308]: INFO nova.network.neutron [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Port 5169668e-7159-4a3a-b713-d1146fe72a70 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1131.945853] env[69308]: DEBUG nova.network.neutron [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [{"id": "349557eb-4003-47d2-9004-4ef105f6eaef", "address": "fa:16:3e:aa:3a:f3", "network": {"id": "0ebbc6ca-398c-41a7-953e-ef9ca9caa9cd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-693204628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34931cdadbdb424c809a262bf676a7ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349557eb-40", "ovs_interfaceid": "349557eb-4003-47d2-9004-4ef105f6eaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.955093] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523f6fa7-982e-e38f-25c4-875f17d2612a, 'name': SearchDatastore_Task, 'duration_secs': 0.035063} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.955093] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.955769] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 393ab7d6-083b-4e85-92cc-f942f64929ad/393ab7d6-083b-4e85-92cc-f942f64929ad.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.955769] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b78140f6-ea23-405d-8079-a28e6e42182b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.965235] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1131.965235] env[69308]: value = "task-3869211" [ 1131.965235] env[69308]: _type = "Task" [ 1131.965235] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.976316] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.003918] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.144946] env[69308]: DEBUG oslo_vmware.api [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869209, 'name': ReconfigVM_Task, 'duration_secs': 0.40918} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.144946] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795/volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.150021] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d6249a-af55-49a0-afc6-827548fbeb37 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.167472] env[69308]: DEBUG oslo_vmware.api [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1132.167472] env[69308]: value = "task-3869212" [ 1132.167472] env[69308]: _type = "Task" [ 1132.167472] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.177964] env[69308]: DEBUG oslo_vmware.api [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.295213] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updated inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1132.295425] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f generation from 149 to 150 during operation: update_inventory {{(pid=69308) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1132.295521] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.326145] env[69308]: DEBUG oslo_vmware.api [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869210, 'name': PowerOffVM_Task, 'duration_secs': 0.248202} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.326486] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.326681] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.327157] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba47df6-c8d4-4b44-a045-1cfd9f4056e9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.400960] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.401489] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.401879] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleting the datastore file [datastore2] 98454c62-484c-4db7-8572-4fdb1713f88a {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.402324] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fcf2b43-1c76-4914-bf64-9104807ef8f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.412449] env[69308]: DEBUG oslo_vmware.api [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1132.412449] env[69308]: value = "task-3869214" [ 1132.412449] env[69308]: _type = "Task" [ 1132.412449] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.421285] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "5719e77c-87ca-47bf-9807-d5af62ef2729" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.421695] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "5719e77c-87ca-47bf-9807-d5af62ef2729" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.422139] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "5719e77c-87ca-47bf-9807-d5af62ef2729-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.422407] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "5719e77c-87ca-47bf-9807-d5af62ef2729-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.422713] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "5719e77c-87ca-47bf-9807-d5af62ef2729-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.426367] env[69308]: INFO nova.compute.manager [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Terminating instance [ 1132.434815] env[69308]: DEBUG oslo_vmware.api [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.449241] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Releasing lock "refresh_cache-98454c62-484c-4db7-8572-4fdb1713f88a" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.476769] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869211, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.678980] env[69308]: DEBUG oslo_vmware.api [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869212, 'name': ReconfigVM_Task, 'duration_secs': 0.20043} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.679376] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768797', 'volume_id': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'name': 'volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38f00e4d-1701-4fd5-9d94-28cd4d72a4be', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'serial': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1132.800859] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1132.801164] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.432s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.801522] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.617s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.801706] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.804068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.381s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.829573] env[69308]: INFO nova.scheduler.client.report [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Deleted allocations for instance 07103a4b-2401-4756-a74e-5ab33fb3d41e [ 1132.923355] env[69308]: DEBUG oslo_vmware.api [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211184} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.923677] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.923875] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.924070] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.924313] env[69308]: INFO nova.compute.manager [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1132.924560] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.924761] env[69308]: DEBUG nova.compute.manager [-] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.924904] env[69308]: DEBUG nova.network.neutron [-] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.937865] env[69308]: DEBUG nova.compute.manager [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.938109] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.939015] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f707ab65-244f-414c-a031-3a3e146d7776 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.947826] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.947923] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0800862-b516-4bd5-9ff0-630a38d68059 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.954032] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d069cab6-8dc5-49cf-a871-2d873ee8e713 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "interface-98454c62-484c-4db7-8572-4fdb1713f88a-5169668e-7159-4a3a-b713-d1146fe72a70" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.190s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.957284] env[69308]: DEBUG oslo_vmware.api [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1132.957284] env[69308]: value = "task-3869215" [ 1132.957284] env[69308]: _type = "Task" [ 1132.957284] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.970931] env[69308]: DEBUG oslo_vmware.api [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.981960] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520079} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.982341] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 393ab7d6-083b-4e85-92cc-f942f64929ad/393ab7d6-083b-4e85-92cc-f942f64929ad.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.982594] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.982869] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2a24755-6782-4b3a-b185-c443c308133c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.994617] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1132.994617] env[69308]: value = "task-3869216" [ 1132.994617] env[69308]: _type = "Task" [ 1132.994617] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.003792] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.338421] env[69308]: DEBUG oslo_concurrency.lockutils [None req-806b1f7a-ad5c-49f0-b9a2-d312495a39fc tempest-ImagesOneServerNegativeTestJSON-1195248576 tempest-ImagesOneServerNegativeTestJSON-1195248576-project-member] Lock "07103a4b-2401-4756-a74e-5ab33fb3d41e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.241s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.470052] env[69308]: DEBUG oslo_vmware.api [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869215, 'name': PowerOffVM_Task, 'duration_secs': 0.434564} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.470052] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.470052] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.470052] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55ffd545-f284-410f-99b5-235868b2c473 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.507076] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212883} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.510177] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.511583] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ebcebe-fd3c-4fd4-9a71-943dfb4f024f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.538691] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 393ab7d6-083b-4e85-92cc-f942f64929ad/393ab7d6-083b-4e85-92cc-f942f64929ad.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.541848] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807e7b41-3fe7-4591-9583-50015353ce16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.558474] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.558782] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.559049] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Deleting the datastore file [datastore1] 5719e77c-87ca-47bf-9807-d5af62ef2729 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.559802] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-241ac824-262d-4e3e-a0c7-46844d1bf666 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.564869] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1133.564869] env[69308]: value = "task-3869218" [ 1133.564869] env[69308]: _type = "Task" [ 1133.564869] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.569577] env[69308]: DEBUG oslo_vmware.api [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for the task: (returnval){ [ 1133.569577] env[69308]: value = "task-3869219" [ 1133.569577] env[69308]: _type = "Task" [ 1133.569577] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.579592] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.585506] env[69308]: DEBUG oslo_vmware.api [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.660270] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea922273-530d-4712-9592-ad31c148bfa0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.669355] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dcea64-c7fb-46b1-bf4f-eacb6e8ae382 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.704330] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df83dde-7ddd-4e98-a436-89067f27cbbe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.713778] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8813003f-09c4-4d18-8ef1-de65ce0d9ea6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.730505] env[69308]: DEBUG nova.compute.provider_tree [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.735884] env[69308]: DEBUG nova.objects.instance [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'flavor' on Instance uuid 38f00e4d-1701-4fd5-9d94-28cd4d72a4be {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.783994] env[69308]: DEBUG nova.compute.manager [req-fc99acb6-e010-4f6e-a170-be5e3e5744dd req-a4ed17a2-ccab-4df8-805d-1c6fc0813a17 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Received event network-vif-deleted-349557eb-4003-47d2-9004-4ef105f6eaef {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.784265] env[69308]: INFO nova.compute.manager [req-fc99acb6-e010-4f6e-a170-be5e3e5744dd req-a4ed17a2-ccab-4df8-805d-1c6fc0813a17 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Neutron deleted interface 349557eb-4003-47d2-9004-4ef105f6eaef; detaching it from the instance and deleting it from the info cache [ 1133.784466] env[69308]: DEBUG nova.network.neutron [req-fc99acb6-e010-4f6e-a170-be5e3e5744dd req-a4ed17a2-ccab-4df8-805d-1c6fc0813a17 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.077652] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869218, 'name': ReconfigVM_Task, 'duration_secs': 0.320855} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.078620] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 393ab7d6-083b-4e85-92cc-f942f64929ad/393ab7d6-083b-4e85-92cc-f942f64929ad.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.079484] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27245b1-c6ef-4274-a20b-7a2fc811544f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.084370] env[69308]: DEBUG oslo_vmware.api [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Task: {'id': task-3869219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164239} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.085149] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.085505] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.085814] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.086130] env[69308]: INFO nova.compute.manager [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1134.086501] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.087156] env[69308]: DEBUG nova.compute.manager [-] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.087373] env[69308]: DEBUG nova.network.neutron [-] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.090509] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1134.090509] env[69308]: value = "task-3869220" [ 1134.090509] env[69308]: _type = "Task" [ 1134.090509] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.100156] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869220, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.237027] env[69308]: DEBUG nova.scheduler.client.report [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.240692] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b4e28a67-0c85-4c61-9b9f-3dba20f6a92f tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.319s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.261477] env[69308]: DEBUG nova.network.neutron [-] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.291201] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7b1117b-47b7-4283-8577-f6942cd807f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.300596] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51af751-98c0-43ab-9865-e1a2e2251316 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.345426] env[69308]: DEBUG nova.compute.manager [req-fc99acb6-e010-4f6e-a170-be5e3e5744dd req-a4ed17a2-ccab-4df8-805d-1c6fc0813a17 service nova] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Detach interface failed, port_id=349557eb-4003-47d2-9004-4ef105f6eaef, reason: Instance 98454c62-484c-4db7-8572-4fdb1713f88a could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.538665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.538971] env[69308]: DEBUG oslo_concurrency.lockutils [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.605988] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869220, 'name': Rename_Task, 'duration_secs': 0.162917} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.606305] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.606584] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f282db6e-a77d-4fb4-8b25-620360797bc9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.614679] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1134.614679] env[69308]: value = "task-3869221" [ 1134.614679] env[69308]: _type = "Task" [ 1134.614679] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.629036] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.762388] env[69308]: INFO nova.compute.manager [-] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Took 1.84 seconds to deallocate network for instance. [ 1135.041500] env[69308]: DEBUG nova.network.neutron [-] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.042386] env[69308]: INFO nova.compute.manager [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Detaching volume ae2f3f31-25f0-4711-bd8c-c4ef7075b795 [ 1135.080071] env[69308]: INFO nova.virt.block_device [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Attempting to driver detach volume ae2f3f31-25f0-4711-bd8c-c4ef7075b795 from mountpoint /dev/sdb [ 1135.080428] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.083389] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768797', 'volume_id': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'name': 'volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38f00e4d-1701-4fd5-9d94-28cd4d72a4be', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'serial': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.083389] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e20dfde-2501-45c3-a81b-2746d8d48829 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.106178] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b518d521-7c91-41b4-9794-1b4288f60d62 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.114212] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ce5957-31ea-4ec7-94b1-81196ef6f5ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.125307] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.142300] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7061c2a8-4639-4f58-a1c4-68eba86bca25 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.159459] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] The volume has not been displaced from its original location: [datastore1] volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795/volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.165238] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.165746] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f61b5287-f3ec-47b4-a8e8-261ff1fced9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.187857] env[69308]: DEBUG oslo_vmware.api [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1135.187857] env[69308]: value = "task-3869222" [ 1135.187857] env[69308]: _type = "Task" [ 1135.187857] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.201239] env[69308]: DEBUG oslo_vmware.api [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.247990] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.444s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.251418] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.410s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.251773] env[69308]: DEBUG nova.objects.instance [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1135.271093] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.541295] env[69308]: INFO nova.compute.manager [-] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Took 1.45 seconds to deallocate network for instance. [ 1135.628950] env[69308]: DEBUG oslo_vmware.api [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869221, 'name': PowerOnVM_Task, 'duration_secs': 0.776133} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.629270] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.629473] env[69308]: INFO nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1135.629650] env[69308]: DEBUG nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.630475] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3316f8-c4dc-4e2b-8487-fa02f0029635 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.699016] env[69308]: DEBUG oslo_vmware.api [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869222, 'name': ReconfigVM_Task, 'duration_secs': 0.311844} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.701956] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.711024] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e46527-8449-4740-9204-611ec112c903 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.726052] env[69308]: DEBUG oslo_vmware.api [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1135.726052] env[69308]: value = "task-3869223" [ 1135.726052] env[69308]: _type = "Task" [ 1135.726052] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.735885] env[69308]: DEBUG oslo_vmware.api [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.812156] env[69308]: DEBUG nova.compute.manager [req-bb684cbc-d95f-47b3-9403-cbfa7d8974f6 req-8b7ae251-4bd1-49ac-9968-93c34fe80009 service nova] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Received event network-vif-deleted-eb98a140-6b75-47d3-b848-2abe58404999 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.821692] env[69308]: INFO nova.scheduler.client.report [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted allocation for migration 84de31f2-6042-44aa-9c3a-5dbe3b2a236f [ 1136.050108] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.151570] env[69308]: INFO nova.compute.manager [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Took 19.23 seconds to build instance. [ 1136.238947] env[69308]: DEBUG oslo_vmware.api [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869223, 'name': ReconfigVM_Task, 'duration_secs': 0.177185} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.239369] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768797', 'volume_id': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'name': 'volume-ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38f00e4d-1701-4fd5-9d94-28cd4d72a4be', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795', 'serial': 'ae2f3f31-25f0-4711-bd8c-c4ef7075b795'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.266296] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9c6bf77b-c00d-4b2d-b310-e0445aef7cf0 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.275660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.491s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.279022] env[69308]: DEBUG nova.objects.instance [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lazy-loading 'resources' on Instance uuid c5d30e93-518c-4233-8955-c79f26b8f909 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.330160] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b37e3ec2-7d51-44dd-999a-d5e81668f9c9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.880s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.400100] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.400378] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.400591] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.400775] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.400972] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.405895] env[69308]: INFO nova.compute.manager [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Terminating instance [ 1136.654025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f35645c4-6f73-461d-b520-68f601e330b5 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.759s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.673266] env[69308]: DEBUG nova.compute.manager [req-f195b75a-4e5b-4d0d-bafd-938fb5fbee5f req-51ca50d3-4b71-4f1c-b7a0-8a325d953715 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Received event network-changed-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.673449] env[69308]: DEBUG nova.compute.manager [req-f195b75a-4e5b-4d0d-bafd-938fb5fbee5f req-51ca50d3-4b71-4f1c-b7a0-8a325d953715 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Refreshing instance network info cache due to event network-changed-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.673714] env[69308]: DEBUG oslo_concurrency.lockutils [req-f195b75a-4e5b-4d0d-bafd-938fb5fbee5f req-51ca50d3-4b71-4f1c-b7a0-8a325d953715 service nova] Acquiring lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.673858] env[69308]: DEBUG oslo_concurrency.lockutils [req-f195b75a-4e5b-4d0d-bafd-938fb5fbee5f req-51ca50d3-4b71-4f1c-b7a0-8a325d953715 service nova] Acquired lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.674051] env[69308]: DEBUG nova.network.neutron [req-f195b75a-4e5b-4d0d-bafd-938fb5fbee5f req-51ca50d3-4b71-4f1c-b7a0-8a325d953715 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Refreshing network info cache for port 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.795650] env[69308]: DEBUG nova.objects.instance [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'flavor' on Instance uuid 38f00e4d-1701-4fd5-9d94-28cd4d72a4be {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.914124] env[69308]: DEBUG nova.compute.manager [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.914382] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.914649] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.914863] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.916945] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bdfa50-b28d-482a-adab-0b587f13f151 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.927872] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.930768] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ba8a651-b266-4e94-98a2-f23b53a6c5cf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.939038] env[69308]: DEBUG oslo_vmware.api [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1136.939038] env[69308]: value = "task-3869224" [ 1136.939038] env[69308]: _type = "Task" [ 1136.939038] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.950836] env[69308]: DEBUG oslo_vmware.api [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.055454] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9adc86-73cd-4469-927a-a1de3189d34e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.066303] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5e42ac-6150-4fbf-919a-2d6d7deb1946 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.111455] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9795caa9-7314-47cd-a0a5-b6e08688c491 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.120118] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f1474d-7757-4654-b1ae-17b5947218c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.137027] env[69308]: DEBUG nova.compute.provider_tree [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.408422] env[69308]: DEBUG nova.network.neutron [req-f195b75a-4e5b-4d0d-bafd-938fb5fbee5f req-51ca50d3-4b71-4f1c-b7a0-8a325d953715 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Updated VIF entry in instance network info cache for port 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.408788] env[69308]: DEBUG nova.network.neutron [req-f195b75a-4e5b-4d0d-bafd-938fb5fbee5f req-51ca50d3-4b71-4f1c-b7a0-8a325d953715 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Updating instance_info_cache with network_info: [{"id": "3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b", "address": "fa:16:3e:d5:a3:51", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cdd17f5-7b", "ovs_interfaceid": "3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.421773] env[69308]: DEBUG nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.449833] env[69308]: DEBUG oslo_vmware.api [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869224, 'name': PowerOffVM_Task, 'duration_secs': 0.313655} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.450158] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.450404] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.450696] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b8ea307-e701-49c8-ba23-ed3315f0813a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.518240] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.518511] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.518702] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleting the datastore file [datastore1] c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.518979] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24eacb45-aa8f-44fc-b240-a2ad1c18168d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.528833] env[69308]: DEBUG oslo_vmware.api [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1137.528833] env[69308]: value = "task-3869226" [ 1137.528833] env[69308]: _type = "Task" [ 1137.528833] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.540254] env[69308]: DEBUG oslo_vmware.api [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.640356] env[69308]: DEBUG nova.scheduler.client.report [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.802544] env[69308]: DEBUG oslo_concurrency.lockutils [None req-77cbd15c-ab1a-455a-8c1a-86f42e9dfc70 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.263s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.912826] env[69308]: DEBUG oslo_concurrency.lockutils [req-f195b75a-4e5b-4d0d-bafd-938fb5fbee5f req-51ca50d3-4b71-4f1c-b7a0-8a325d953715 service nova] Releasing lock "refresh_cache-393ab7d6-083b-4e85-92cc-f942f64929ad" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.948812] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.040810] env[69308]: DEBUG oslo_vmware.api [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335509} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.041111] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.041308] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.041511] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.041696] env[69308]: INFO nova.compute.manager [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1138.041941] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.042170] env[69308]: DEBUG nova.compute.manager [-] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.042283] env[69308]: DEBUG nova.network.neutron [-] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.146073] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.148508] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.747s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.148769] env[69308]: DEBUG nova.objects.instance [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lazy-loading 'resources' on Instance uuid 830f1259-fd23-4d81-a664-a9b1b3855f97 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.170589] env[69308]: INFO nova.scheduler.client.report [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Deleted allocations for instance c5d30e93-518c-4233-8955-c79f26b8f909 [ 1138.294028] env[69308]: DEBUG nova.compute.manager [req-7344619e-ddf3-4570-b655-6dc9e8ac57a2 req-bbc7691c-cfb7-4fee-9206-4f55ee98a44b service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Received event network-vif-deleted-47c476b6-f2db-4286-a66c-1175ae1da7aa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.294375] env[69308]: INFO nova.compute.manager [req-7344619e-ddf3-4570-b655-6dc9e8ac57a2 req-bbc7691c-cfb7-4fee-9206-4f55ee98a44b service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Neutron deleted interface 47c476b6-f2db-4286-a66c-1175ae1da7aa; detaching it from the instance and deleting it from the info cache [ 1138.294454] env[69308]: DEBUG nova.network.neutron [req-7344619e-ddf3-4570-b655-6dc9e8ac57a2 req-bbc7691c-cfb7-4fee-9206-4f55ee98a44b service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.601870] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.602183] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.681835] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bcec955-0a83-4f03-a5fc-8f25940c0de5 tempest-AttachVolumeTestJSON-422830953 tempest-AttachVolumeTestJSON-422830953-project-member] Lock "c5d30e93-518c-4233-8955-c79f26b8f909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.511s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.778361] env[69308]: DEBUG nova.network.neutron [-] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.796753] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8da6944a-a28a-4500-8d5f-dfda05a0266c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.809562] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a0d7bd-6497-4e91-9bef-66b9dc8fbbed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.848914] env[69308]: DEBUG nova.compute.manager [req-7344619e-ddf3-4570-b655-6dc9e8ac57a2 req-bbc7691c-cfb7-4fee-9206-4f55ee98a44b service nova] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Detach interface failed, port_id=47c476b6-f2db-4286-a66c-1175ae1da7aa, reason: Instance c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1138.925537] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4f6d26-cf39-45c5-9564-6de56a954b8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.934384] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14ac976-4545-4089-acda-be354853fe21 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.938660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.938925] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.939130] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.939335] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.939553] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.941966] env[69308]: INFO nova.compute.manager [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Terminating instance [ 1138.972465] env[69308]: DEBUG nova.compute.manager [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.972673] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.973474] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfdb353-376b-4b95-a678-d6c8c70a8789 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.976864] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d4dd64-0417-4065-b13e-e5fd74639fd7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.987942] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c03bfa5-36d2-4f8c-be7b-ec0b07d3dbc2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.991772] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.992261] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d215dde-b8c7-4595-a68c-9e80d3880252 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.005125] env[69308]: DEBUG nova.compute.provider_tree [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.007937] env[69308]: DEBUG oslo_vmware.api [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1139.007937] env[69308]: value = "task-3869229" [ 1139.007937] env[69308]: _type = "Task" [ 1139.007937] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.017355] env[69308]: DEBUG oslo_vmware.api [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.110044] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.110237] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.110337] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.110495] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.110639] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.110786] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.110919] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1139.111081] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.281244] env[69308]: INFO nova.compute.manager [-] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Took 1.24 seconds to deallocate network for instance. [ 1139.510034] env[69308]: DEBUG nova.scheduler.client.report [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.524475] env[69308]: DEBUG oslo_vmware.api [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869229, 'name': PowerOffVM_Task, 'duration_secs': 0.3935} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.525536] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.525536] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.525536] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f989624-6abd-48f2-aae3-d9f428879658 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.603678] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.604031] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.604277] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleting the datastore file [datastore2] 38f00e4d-1701-4fd5-9d94-28cd4d72a4be {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.604583] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d5d0a01-889f-49f2-b4a4-8edc1f69a9d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.612042] env[69308]: DEBUG oslo_vmware.api [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1139.612042] env[69308]: value = "task-3869231" [ 1139.612042] env[69308]: _type = "Task" [ 1139.612042] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.616214] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.621794] env[69308]: DEBUG oslo_vmware.api [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.790699] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.018859] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.021499] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.018s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.023301] env[69308]: INFO nova.compute.claims [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.045078] env[69308]: INFO nova.scheduler.client.report [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted allocations for instance 830f1259-fd23-4d81-a664-a9b1b3855f97 [ 1140.121922] env[69308]: DEBUG oslo_vmware.api [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392026} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.122311] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.122620] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.122914] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.123206] env[69308]: INFO nova.compute.manager [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1140.123503] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.123712] env[69308]: DEBUG nova.compute.manager [-] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.123802] env[69308]: DEBUG nova.network.neutron [-] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.552639] env[69308]: DEBUG oslo_concurrency.lockutils [None req-636febbd-2a87-4d7a-b5bd-a02976b6e262 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "830f1259-fd23-4d81-a664-a9b1b3855f97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.623s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.727869] env[69308]: DEBUG nova.compute.manager [req-01a4b1da-b7b3-46bf-9361-59b08d063393 req-9089f49e-64ce-4bca-a06f-af0f1d1bbb04 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Received event network-vif-deleted-ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.728121] env[69308]: INFO nova.compute.manager [req-01a4b1da-b7b3-46bf-9361-59b08d063393 req-9089f49e-64ce-4bca-a06f-af0f1d1bbb04 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Neutron deleted interface ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76; detaching it from the instance and deleting it from the info cache [ 1140.728356] env[69308]: DEBUG nova.network.neutron [req-01a4b1da-b7b3-46bf-9361-59b08d063393 req-9089f49e-64ce-4bca-a06f-af0f1d1bbb04 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.215296] env[69308]: DEBUG nova.network.neutron [-] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.233283] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcd2cb0f-14bd-415d-b90f-50bad338530d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.249766] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f160dbe1-0ecf-435a-91b0-c2a635b10fe1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.288060] env[69308]: DEBUG nova.compute.manager [req-01a4b1da-b7b3-46bf-9361-59b08d063393 req-9089f49e-64ce-4bca-a06f-af0f1d1bbb04 service nova] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Detach interface failed, port_id=ebc95432-2ff2-4e76-bbbc-3e13ab5e8e76, reason: Instance 38f00e4d-1701-4fd5-9d94-28cd4d72a4be could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.366755] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb9c6e5-ddd5-46d1-8feb-62ceb7a84560 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.374158] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8e2e9d-33d8-4bef-aaf1-c7a5c4ba7fb2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.409411] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b690a542-701c-436d-813a-5718f9c8087e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.418075] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e259e-faf7-4d9f-b5d7-c288a43bf243 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.434283] env[69308]: DEBUG nova.compute.provider_tree [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.622582] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.622848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.623068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.623262] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.623471] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.625708] env[69308]: INFO nova.compute.manager [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Terminating instance [ 1141.718121] env[69308]: INFO nova.compute.manager [-] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Took 1.59 seconds to deallocate network for instance. [ 1141.937666] env[69308]: DEBUG nova.scheduler.client.report [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.129695] env[69308]: DEBUG nova.compute.manager [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.129865] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.130779] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d61ee4-f2ae-4004-83ac-08f7a7ae9a57 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.139278] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.139514] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb9d4cb-970c-4a2f-880d-23a8a1492e91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.147290] env[69308]: DEBUG oslo_vmware.api [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1142.147290] env[69308]: value = "task-3869234" [ 1142.147290] env[69308]: _type = "Task" [ 1142.147290] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.156281] env[69308]: DEBUG oslo_vmware.api [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.225181] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.442494] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.443117] env[69308]: DEBUG nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.446948] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.176s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.447262] env[69308]: DEBUG nova.objects.instance [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lazy-loading 'resources' on Instance uuid 98454c62-484c-4db7-8572-4fdb1713f88a {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.657834] env[69308]: DEBUG oslo_vmware.api [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869234, 'name': PowerOffVM_Task, 'duration_secs': 0.310953} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.658112] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.658297] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.658573] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e87bffaa-e5ec-4a89-a7d0-0f24edecbbe2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.720758] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.721065] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.721266] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleting the datastore file [datastore2] 83e02c32-cb3f-4ca6-98a5-b815797d2ec0 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.721722] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed8b565-870e-40fa-a04b-ebcf1949faab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.729751] env[69308]: DEBUG oslo_vmware.api [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1142.729751] env[69308]: value = "task-3869237" [ 1142.729751] env[69308]: _type = "Task" [ 1142.729751] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.739502] env[69308]: DEBUG oslo_vmware.api [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.950924] env[69308]: DEBUG nova.compute.utils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.956104] env[69308]: DEBUG nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.956296] env[69308]: DEBUG nova.network.neutron [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.958243] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquiring lock "a530b715-089a-4751-bfb6-71781fa8557c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.958523] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "a530b715-089a-4751-bfb6-71781fa8557c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.958776] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquiring lock "a530b715-089a-4751-bfb6-71781fa8557c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.958979] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "a530b715-089a-4751-bfb6-71781fa8557c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.959194] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "a530b715-089a-4751-bfb6-71781fa8557c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.961191] env[69308]: INFO nova.compute.manager [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Terminating instance [ 1143.004025] env[69308]: DEBUG nova.policy [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21968a4f635c4108bab6282f4ade6218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6ea6af2a5544c79d78b6f6935c6240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.198792] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe96cf6-2f21-4639-93ba-b5d3de89da12 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.207139] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a702e8c0-e594-4ffc-9d44-501c6869ca9a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.242672] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb452e-725b-4e5d-b9d6-68d43d0508d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.256236] env[69308]: DEBUG oslo_vmware.api [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387883} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.256442] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.256661] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.256941] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.257065] env[69308]: INFO nova.compute.manager [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1143.257344] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.259024] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10199cb7-4d12-4b0f-b246-2acb74b16e8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.263626] env[69308]: DEBUG nova.compute.manager [-] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.263713] env[69308]: DEBUG nova.network.neutron [-] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.278286] env[69308]: DEBUG nova.compute.provider_tree [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.310624] env[69308]: DEBUG nova.network.neutron [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Successfully created port: 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.457347] env[69308]: DEBUG nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.468411] env[69308]: DEBUG nova.compute.manager [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.468913] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.471099] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88965307-a132-4d06-828e-1a13fee4438d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.481954] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.482281] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd5ab83d-f39a-43e4-a939-47937779cd18 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.491198] env[69308]: DEBUG oslo_vmware.api [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1143.491198] env[69308]: value = "task-3869238" [ 1143.491198] env[69308]: _type = "Task" [ 1143.491198] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.508995] env[69308]: DEBUG oslo_vmware.api [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.552457] env[69308]: DEBUG nova.compute.manager [req-9593a662-7d41-4a7a-9084-dbc109ac1ed1 req-44bdeb39-e7b1-4d97-9aef-d7c0f74c5cd4 service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Received event network-vif-deleted-af0295a0-3fa7-4a1f-b5fa-cf132e0670a5 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.552683] env[69308]: INFO nova.compute.manager [req-9593a662-7d41-4a7a-9084-dbc109ac1ed1 req-44bdeb39-e7b1-4d97-9aef-d7c0f74c5cd4 service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Neutron deleted interface af0295a0-3fa7-4a1f-b5fa-cf132e0670a5; detaching it from the instance and deleting it from the info cache [ 1143.552861] env[69308]: DEBUG nova.network.neutron [req-9593a662-7d41-4a7a-9084-dbc109ac1ed1 req-44bdeb39-e7b1-4d97-9aef-d7c0f74c5cd4 service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.780748] env[69308]: DEBUG nova.scheduler.client.report [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.003425] env[69308]: DEBUG oslo_vmware.api [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869238, 'name': PowerOffVM_Task, 'duration_secs': 0.250871} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.004510] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.004510] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.004646] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d830fc70-55ef-47f9-89cc-43000dded8fe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.031906] env[69308]: DEBUG nova.network.neutron [-] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.058676] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc0c911e-d4c0-4077-af6c-b635cc657816 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.069382] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eda7990-fe47-4eb5-bf82-5b4715dc15ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.081518] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.081730] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.081911] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Deleting the datastore file [datastore2] a530b715-089a-4751-bfb6-71781fa8557c {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.082560] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-740bb45e-715a-48b6-aaee-bcea9e4f3e73 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.088672] env[69308]: DEBUG oslo_vmware.api [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for the task: (returnval){ [ 1144.088672] env[69308]: value = "task-3869240" [ 1144.088672] env[69308]: _type = "Task" [ 1144.088672] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.102572] env[69308]: DEBUG nova.compute.manager [req-9593a662-7d41-4a7a-9084-dbc109ac1ed1 req-44bdeb39-e7b1-4d97-9aef-d7c0f74c5cd4 service nova] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Detach interface failed, port_id=af0295a0-3fa7-4a1f-b5fa-cf132e0670a5, reason: Instance 83e02c32-cb3f-4ca6-98a5-b815797d2ec0 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.106217] env[69308]: DEBUG oslo_vmware.api [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.285583] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.288281] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.239s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.288533] env[69308]: DEBUG nova.objects.instance [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lazy-loading 'resources' on Instance uuid 5719e77c-87ca-47bf-9807-d5af62ef2729 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.314013] env[69308]: INFO nova.scheduler.client.report [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleted allocations for instance 98454c62-484c-4db7-8572-4fdb1713f88a [ 1144.467575] env[69308]: DEBUG nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.497607] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.497769] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.497840] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.498089] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.498211] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.498379] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.498601] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.498758] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.498931] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.499414] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.499414] env[69308]: DEBUG nova.virt.hardware [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.500234] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc076c33-0f69-4bad-a6d9-1eef99d35082 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.510299] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24af0a2e-034c-47c7-bfaf-9161a10179dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.537189] env[69308]: INFO nova.compute.manager [-] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Took 1.27 seconds to deallocate network for instance. [ 1144.599200] env[69308]: DEBUG oslo_vmware.api [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Task: {'id': task-3869240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171171} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.599501] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.599782] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.599978] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.600196] env[69308]: INFO nova.compute.manager [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1144.601131] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.601131] env[69308]: DEBUG nova.compute.manager [-] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.601131] env[69308]: DEBUG nova.network.neutron [-] [instance: a530b715-089a-4751-bfb6-71781fa8557c] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.790321] env[69308]: DEBUG nova.compute.manager [req-f2d75e8d-6bd4-466d-8436-03c04146fbc0 req-d7e74461-4166-4475-8a0b-85abc48eb424 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Received event network-vif-plugged-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.790585] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2d75e8d-6bd4-466d-8436-03c04146fbc0 req-d7e74461-4166-4475-8a0b-85abc48eb424 service nova] Acquiring lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.790911] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2d75e8d-6bd4-466d-8436-03c04146fbc0 req-d7e74461-4166-4475-8a0b-85abc48eb424 service nova] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.791272] env[69308]: DEBUG oslo_concurrency.lockutils [req-f2d75e8d-6bd4-466d-8436-03c04146fbc0 req-d7e74461-4166-4475-8a0b-85abc48eb424 service nova] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.791542] env[69308]: DEBUG nova.compute.manager [req-f2d75e8d-6bd4-466d-8436-03c04146fbc0 req-d7e74461-4166-4475-8a0b-85abc48eb424 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] No waiting events found dispatching network-vif-plugged-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.791770] env[69308]: WARNING nova.compute.manager [req-f2d75e8d-6bd4-466d-8436-03c04146fbc0 req-d7e74461-4166-4475-8a0b-85abc48eb424 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Received unexpected event network-vif-plugged-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 for instance with vm_state building and task_state spawning. [ 1144.821583] env[69308]: DEBUG oslo_concurrency.lockutils [None req-62cb9fe2-f3ae-485d-80d3-4b64a5d40c63 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "98454c62-484c-4db7-8572-4fdb1713f88a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.533s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.898600] env[69308]: DEBUG nova.network.neutron [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Successfully updated port: 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.046737] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.072594] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcd089f-8783-4b9b-9251-e0b58e1a53a6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.084270] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb56dce-fd0e-431c-9c54-a49f564c9eb3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.126704] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828a79cf-4c9b-40e2-a113-2ddfbde689ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.135269] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec39cc0-ef92-476e-b0f2-c20dbe2b5a69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.149709] env[69308]: DEBUG nova.compute.provider_tree [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.404371] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.404665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.404710] env[69308]: DEBUG nova.network.neutron [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.587026] env[69308]: DEBUG nova.compute.manager [req-0a29d512-b3f2-4a53-b724-36033d5d4d62 req-d61fedf3-bcc3-4263-898a-653b44f65aaa service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Received event network-vif-deleted-0fc11e7a-10bc-47ec-bfb6-50cca09dcc71 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.587233] env[69308]: INFO nova.compute.manager [req-0a29d512-b3f2-4a53-b724-36033d5d4d62 req-d61fedf3-bcc3-4263-898a-653b44f65aaa service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Neutron deleted interface 0fc11e7a-10bc-47ec-bfb6-50cca09dcc71; detaching it from the instance and deleting it from the info cache [ 1145.587407] env[69308]: DEBUG nova.network.neutron [req-0a29d512-b3f2-4a53-b724-36033d5d4d62 req-d61fedf3-bcc3-4263-898a-653b44f65aaa service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.655267] env[69308]: DEBUG nova.scheduler.client.report [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.773525] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "080375f0-766d-4bd2-8ef9-682bde262f58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.773804] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "080375f0-766d-4bd2-8ef9-682bde262f58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.774033] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.774221] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.774478] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "080375f0-766d-4bd2-8ef9-682bde262f58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.776836] env[69308]: INFO nova.compute.manager [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Terminating instance [ 1145.873691] env[69308]: DEBUG nova.network.neutron [-] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.936820] env[69308]: DEBUG nova.network.neutron [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.081885] env[69308]: DEBUG nova.network.neutron [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Updating instance_info_cache with network_info: [{"id": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "address": "fa:16:3e:c8:db:cb", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9c8ab-d6", "ovs_interfaceid": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.091167] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62023d70-eeec-4212-ae51-8bfc33bb8bf1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.101382] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4199c417-b8fc-41cf-90c0-2d712d5e892d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.132801] env[69308]: DEBUG nova.compute.manager [req-0a29d512-b3f2-4a53-b724-36033d5d4d62 req-d61fedf3-bcc3-4263-898a-653b44f65aaa service nova] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Detach interface failed, port_id=0fc11e7a-10bc-47ec-bfb6-50cca09dcc71, reason: Instance a530b715-089a-4751-bfb6-71781fa8557c could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.160903] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.164169] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.215s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.165747] env[69308]: INFO nova.compute.claims [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.198361] env[69308]: INFO nova.scheduler.client.report [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Deleted allocations for instance 5719e77c-87ca-47bf-9807-d5af62ef2729 [ 1146.280092] env[69308]: DEBUG nova.compute.manager [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.280384] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.281319] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e98faf-df5a-41ab-baf4-91118262c0be {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.289633] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.289949] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b65255-57d1-4afb-8682-5ebb94970c09 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.296487] env[69308]: DEBUG oslo_vmware.api [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1146.296487] env[69308]: value = "task-3869243" [ 1146.296487] env[69308]: _type = "Task" [ 1146.296487] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.304899] env[69308]: DEBUG oslo_vmware.api [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.376099] env[69308]: INFO nova.compute.manager [-] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Took 1.78 seconds to deallocate network for instance. [ 1146.585110] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.585110] env[69308]: DEBUG nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Instance network_info: |[{"id": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "address": "fa:16:3e:c8:db:cb", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9c8ab-d6", "ovs_interfaceid": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.585578] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:db:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36b9c8ab-d6f3-4138-8730-378e1e8b4c83', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.593324] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.594023] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.594023] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-327d50d7-b6df-4228-af15-daaf25ef61c9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.615968] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.615968] env[69308]: value = "task-3869244" [ 1146.615968] env[69308]: _type = "Task" [ 1146.615968] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.623327] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869244, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.707634] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5f83bfe5-e8fa-45df-b5a4-def000aa09be tempest-AttachInterfacesV270Test-1369490530 tempest-AttachInterfacesV270Test-1369490530-project-member] Lock "5719e77c-87ca-47bf-9807-d5af62ef2729" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.286s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.807224] env[69308]: DEBUG oslo_vmware.api [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869243, 'name': PowerOffVM_Task, 'duration_secs': 0.197534} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.807630] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.807815] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.808096] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c87d9e9-8989-4d7b-998c-61ed20605d22 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.820702] env[69308]: DEBUG nova.compute.manager [req-51003a57-80d9-4ad2-8d9f-eda50bc48437 req-eb37de50-294b-4c04-a221-00ba381dd82a service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Received event network-changed-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.820805] env[69308]: DEBUG nova.compute.manager [req-51003a57-80d9-4ad2-8d9f-eda50bc48437 req-eb37de50-294b-4c04-a221-00ba381dd82a service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Refreshing instance network info cache due to event network-changed-36b9c8ab-d6f3-4138-8730-378e1e8b4c83. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.820989] env[69308]: DEBUG oslo_concurrency.lockutils [req-51003a57-80d9-4ad2-8d9f-eda50bc48437 req-eb37de50-294b-4c04-a221-00ba381dd82a service nova] Acquiring lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.821078] env[69308]: DEBUG oslo_concurrency.lockutils [req-51003a57-80d9-4ad2-8d9f-eda50bc48437 req-eb37de50-294b-4c04-a221-00ba381dd82a service nova] Acquired lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.821245] env[69308]: DEBUG nova.network.neutron [req-51003a57-80d9-4ad2-8d9f-eda50bc48437 req-eb37de50-294b-4c04-a221-00ba381dd82a service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Refreshing network info cache for port 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.886139] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.038943] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.039234] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.039404] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleting the datastore file [datastore2] 080375f0-766d-4bd2-8ef9-682bde262f58 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.040033] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8228b792-105e-4e93-876a-e7c8bc2f0d64 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.049327] env[69308]: DEBUG oslo_vmware.api [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for the task: (returnval){ [ 1147.049327] env[69308]: value = "task-3869247" [ 1147.049327] env[69308]: _type = "Task" [ 1147.049327] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.059791] env[69308]: DEBUG oslo_vmware.api [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.129583] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869244, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.412334] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd71efd4-61b7-4f75-b5a1-b51d29c0728e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.422760] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a2fa0-bf16-4db3-b7ce-e774ce6cc935 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.458132] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbd6803-06b6-4b60-bd1f-e6da61b1a1f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.470113] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e3475-8e13-498f-94fe-37dd0cbaf56f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.483414] env[69308]: DEBUG nova.compute.provider_tree [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.563994] env[69308]: DEBUG oslo_vmware.api [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Task: {'id': task-3869247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181257} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.564182] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.564551] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.564918] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.565250] env[69308]: INFO nova.compute.manager [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1147.565649] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.566048] env[69308]: DEBUG nova.compute.manager [-] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.566123] env[69308]: DEBUG nova.network.neutron [-] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.601574] env[69308]: DEBUG nova.network.neutron [req-51003a57-80d9-4ad2-8d9f-eda50bc48437 req-eb37de50-294b-4c04-a221-00ba381dd82a service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Updated VIF entry in instance network info cache for port 36b9c8ab-d6f3-4138-8730-378e1e8b4c83. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.602030] env[69308]: DEBUG nova.network.neutron [req-51003a57-80d9-4ad2-8d9f-eda50bc48437 req-eb37de50-294b-4c04-a221-00ba381dd82a service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Updating instance_info_cache with network_info: [{"id": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "address": "fa:16:3e:c8:db:cb", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9c8ab-d6", "ovs_interfaceid": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.628139] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869244, 'name': CreateVM_Task, 'duration_secs': 0.554786} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.628335] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.631480] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.631480] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.631480] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.631480] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7aec2bd-0916-415f-af72-680471f20a65 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.635883] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1147.635883] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5234769a-4734-a7cf-e629-6c2c9413bda5" [ 1147.635883] env[69308]: _type = "Task" [ 1147.635883] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.649212] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5234769a-4734-a7cf-e629-6c2c9413bda5, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.649536] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.649773] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.650009] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.652483] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.652483] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.652483] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dd53028-da56-4d2f-8353-5748a87c9eb4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.661987] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.662207] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.663036] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b0f0c6-052a-41f1-919a-abc608f7e93f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.668884] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1147.668884] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e09b04-7e78-3cb0-7e1a-76f4a8a65d43" [ 1147.668884] env[69308]: _type = "Task" [ 1147.668884] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.677731] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e09b04-7e78-3cb0-7e1a-76f4a8a65d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.988977] env[69308]: DEBUG nova.scheduler.client.report [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.104794] env[69308]: DEBUG oslo_concurrency.lockutils [req-51003a57-80d9-4ad2-8d9f-eda50bc48437 req-eb37de50-294b-4c04-a221-00ba381dd82a service nova] Releasing lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.184591] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e09b04-7e78-3cb0-7e1a-76f4a8a65d43, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.185913] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983e9c5f-6649-4068-ab56-066bc495ec72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.195399] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1148.195399] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]524b2515-d56d-bab6-189f-9dc725e3b7da" [ 1148.195399] env[69308]: _type = "Task" [ 1148.195399] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.205956] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524b2515-d56d-bab6-189f-9dc725e3b7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.495391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.495959] env[69308]: DEBUG nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.499062] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.883s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.499373] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.499742] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1148.500623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.711s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.500959] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.503263] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.278s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.503634] env[69308]: DEBUG nova.objects.instance [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'resources' on Instance uuid 38f00e4d-1701-4fd5-9d94-28cd4d72a4be {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.507355] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4713c97-89ec-4401-a6a1-871c45f59fcf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.516867] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc5a09-1959-4f2a-8ff8-09f576764e46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.536813] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188ed1ea-42ec-4b3e-a175-ac77841c42fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.541153] env[69308]: INFO nova.scheduler.client.report [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted allocations for instance c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e [ 1148.552194] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29d58ce-a780-472f-a96b-1c65ec1c99d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.588157] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178665MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1148.589391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.707341] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524b2515-d56d-bab6-189f-9dc725e3b7da, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.707708] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.708125] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6b3477ec-70ad-4477-91e7-84851a0dd31f/6b3477ec-70ad-4477-91e7-84851a0dd31f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.708237] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93729136-c323-42f6-a1d3-e0150d645226 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.716427] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1148.716427] env[69308]: value = "task-3869249" [ 1148.716427] env[69308]: _type = "Task" [ 1148.716427] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.721287] env[69308]: DEBUG nova.network.neutron [-] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.733086] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.851773] env[69308]: DEBUG nova.compute.manager [req-c39b3672-79c9-4ebe-a1a8-065119afdd36 req-2b72868b-67bc-4315-b245-cee4e5f6ea4f service nova] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Received event network-vif-deleted-b8f4728f-247d-4f89-8074-d9eec114b36a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.009231] env[69308]: DEBUG nova.compute.utils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.009231] env[69308]: DEBUG nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.011327] env[69308]: DEBUG nova.network.neutron [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.066467] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1747f583-1681-4810-b086-86bbf67fdad9 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.666s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.095117] env[69308]: DEBUG nova.policy [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f38b086c1a4ef1b1e30c6ff0ad36c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c18fe6e672f47269103d876f9d17f48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.233645] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869249, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.236049] env[69308]: INFO nova.compute.manager [-] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Took 1.67 seconds to deallocate network for instance. [ 1149.292602] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018383a1-6dd2-4d58-b328-a15b0949c82a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.306667] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de37a2ec-878a-4c15-b548-748e0d303ef6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.352244] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367e34d-624b-4587-84c8-126f32634507 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.360736] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4409b254-0a8a-4f23-984e-a02480052413 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.379152] env[69308]: DEBUG nova.compute.provider_tree [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.515171] env[69308]: DEBUG nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.568711] env[69308]: DEBUG nova.network.neutron [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Successfully created port: 02e86343-9f64-4794-a673-37b8640726d6 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.729747] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520757} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.730127] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6b3477ec-70ad-4477-91e7-84851a0dd31f/6b3477ec-70ad-4477-91e7-84851a0dd31f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.730661] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.730935] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97d6d7e3-a70f-4a7c-9516-1432a7375a50 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.739993] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1149.739993] env[69308]: value = "task-3869250" [ 1149.739993] env[69308]: _type = "Task" [ 1149.739993] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.747866] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.755173] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.889505] env[69308]: DEBUG nova.scheduler.client.report [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.255369] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077644} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.257984] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.258996] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cd5ab-b014-4197-b53f-a9ac180fde0e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.300112] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 6b3477ec-70ad-4477-91e7-84851a0dd31f/6b3477ec-70ad-4477-91e7-84851a0dd31f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.301024] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7d7218-774c-4059-96b5-c35bb9e85d87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.331271] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1150.331271] env[69308]: value = "task-3869251" [ 1150.331271] env[69308]: _type = "Task" [ 1150.331271] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.340673] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.393315] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.396047] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.349s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.396343] env[69308]: DEBUG nova.objects.instance [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lazy-loading 'resources' on Instance uuid 83e02c32-cb3f-4ca6-98a5-b815797d2ec0 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.429861] env[69308]: INFO nova.scheduler.client.report [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleted allocations for instance 38f00e4d-1701-4fd5-9d94-28cd4d72a4be [ 1150.528645] env[69308]: DEBUG nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.565939] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.567615] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.567868] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.568143] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.568324] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.568695] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.568783] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.568987] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.569213] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.569426] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.569650] env[69308]: DEBUG nova.virt.hardware [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.573723] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0465e-ca32-41f0-8ff5-72db7518b396 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.586333] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37cec85-e9e1-4211-b654-4d47d46427c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.843645] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.938523] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e63fe578-08b9-44d5-836c-2c919dc9c205 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "38f00e4d-1701-4fd5-9d94-28cd4d72a4be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.999s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.117803] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8867c3f9-2e19-4470-be8d-6b873686eb30 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.126672] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a6482-2bed-4712-a1a9-e4118b9bbb19 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.163811] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2403c965-f122-480c-b0af-e9d9347e964d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.168114] env[69308]: DEBUG nova.compute.manager [req-7d655be2-c720-4073-829b-4c830d4baa57 req-ae53556e-c5af-4ff3-abe7-2b8b6b312bca service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Received event network-vif-plugged-02e86343-9f64-4794-a673-37b8640726d6 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.168478] env[69308]: DEBUG oslo_concurrency.lockutils [req-7d655be2-c720-4073-829b-4c830d4baa57 req-ae53556e-c5af-4ff3-abe7-2b8b6b312bca service nova] Acquiring lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.169968] env[69308]: DEBUG oslo_concurrency.lockutils [req-7d655be2-c720-4073-829b-4c830d4baa57 req-ae53556e-c5af-4ff3-abe7-2b8b6b312bca service nova] Lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.169968] env[69308]: DEBUG oslo_concurrency.lockutils [req-7d655be2-c720-4073-829b-4c830d4baa57 req-ae53556e-c5af-4ff3-abe7-2b8b6b312bca service nova] Lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.169968] env[69308]: DEBUG nova.compute.manager [req-7d655be2-c720-4073-829b-4c830d4baa57 req-ae53556e-c5af-4ff3-abe7-2b8b6b312bca service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] No waiting events found dispatching network-vif-plugged-02e86343-9f64-4794-a673-37b8640726d6 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.170342] env[69308]: WARNING nova.compute.manager [req-7d655be2-c720-4073-829b-4c830d4baa57 req-ae53556e-c5af-4ff3-abe7-2b8b6b312bca service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Received unexpected event network-vif-plugged-02e86343-9f64-4794-a673-37b8640726d6 for instance with vm_state building and task_state spawning. [ 1151.177982] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805c5a2c-95c8-428d-81b0-c913a389de98 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.196747] env[69308]: DEBUG nova.compute.provider_tree [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.204109] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.204382] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.204571] env[69308]: INFO nova.compute.manager [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Shelving [ 1151.242962] env[69308]: DEBUG nova.network.neutron [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Successfully updated port: 02e86343-9f64-4794-a673-37b8640726d6 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.346410] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.701309] env[69308]: DEBUG nova.scheduler.client.report [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.746108] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "refresh_cache-c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.746476] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "refresh_cache-c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.746661] env[69308]: DEBUG nova.network.neutron [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.847104] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869251, 'name': ReconfigVM_Task, 'duration_secs': 1.33347} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.847104] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 6b3477ec-70ad-4477-91e7-84851a0dd31f/6b3477ec-70ad-4477-91e7-84851a0dd31f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.848092] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b150ef8-1e8a-468d-aec4-f925153fc196 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.858825] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1151.858825] env[69308]: value = "task-3869253" [ 1151.858825] env[69308]: _type = "Task" [ 1151.858825] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.873985] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869253, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.208481] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.210888] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.325s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.211145] env[69308]: DEBUG nova.objects.instance [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lazy-loading 'resources' on Instance uuid a530b715-089a-4751-bfb6-71781fa8557c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.217605] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.217605] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8837a76-84ad-43c4-98e0-7e727560fca0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.224988] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1152.224988] env[69308]: value = "task-3869254" [ 1152.224988] env[69308]: _type = "Task" [ 1152.224988] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.239674] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.241292] env[69308]: INFO nova.scheduler.client.report [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted allocations for instance 83e02c32-cb3f-4ca6-98a5-b815797d2ec0 [ 1152.299066] env[69308]: DEBUG nova.network.neutron [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.372020] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869253, 'name': Rename_Task, 'duration_secs': 0.148575} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.372020] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.372020] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eb3db90-dda9-4ef3-ab76-6586cd468d58 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.379843] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1152.379843] env[69308]: value = "task-3869255" [ 1152.379843] env[69308]: _type = "Task" [ 1152.379843] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.397105] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.466015] env[69308]: DEBUG nova.network.neutron [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Updating instance_info_cache with network_info: [{"id": "02e86343-9f64-4794-a673-37b8640726d6", "address": "fa:16:3e:50:3d:97", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e86343-9f", "ovs_interfaceid": "02e86343-9f64-4794-a673-37b8640726d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.740550] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869254, 'name': PowerOffVM_Task, 'duration_secs': 0.222976} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.740550] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.740972] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae96201-00be-437f-a72b-db90525c3ab4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.776985] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff877b-bc43-4579-ac12-1abf0a21c6fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.780192] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a09ab984-cdb1-4b6e-b83f-febdf4c236cf tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "83e02c32-cb3f-4ca6-98a5-b815797d2ec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.157s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.892702] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.974631] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "refresh_cache-c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.974631] env[69308]: DEBUG nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Instance network_info: |[{"id": "02e86343-9f64-4794-a673-37b8640726d6", "address": "fa:16:3e:50:3d:97", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e86343-9f", "ovs_interfaceid": "02e86343-9f64-4794-a673-37b8640726d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.974631] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:3d:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e86343-9f64-4794-a673-37b8640726d6', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.990503] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.991154] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.991409] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a1e65fd-b54c-487e-9c7d-84a7e8ce7bdb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.019021] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.019021] env[69308]: value = "task-3869257" [ 1153.019021] env[69308]: _type = "Task" [ 1153.019021] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.027884] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869257, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.030725] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d1053d-41d3-4b81-b973-7fb89ea2f8f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.039572] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e59c1-1c0a-451e-a714-795851f0bd79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.077976] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f372aa9f-4297-46e5-a7c2-7bc55f80de89 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.087178] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a4f829-6fa7-4d00-ad26-4b08795dd664 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.103890] env[69308]: DEBUG nova.compute.provider_tree [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.295808] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1153.296274] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6cf50e2e-ef48-4cc7-b0ab-84ab2a3c3e8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.307293] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1153.307293] env[69308]: value = "task-3869258" [ 1153.307293] env[69308]: _type = "Task" [ 1153.307293] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.318845] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869258, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.346025] env[69308]: DEBUG nova.compute.manager [req-be1dea77-3467-425f-a71b-34f02b8a7ce8 req-71ef5bad-a123-4fce-b4a0-acdbdcfde015 service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Received event network-changed-02e86343-9f64-4794-a673-37b8640726d6 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.346328] env[69308]: DEBUG nova.compute.manager [req-be1dea77-3467-425f-a71b-34f02b8a7ce8 req-71ef5bad-a123-4fce-b4a0-acdbdcfde015 service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Refreshing instance network info cache due to event network-changed-02e86343-9f64-4794-a673-37b8640726d6. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.346689] env[69308]: DEBUG oslo_concurrency.lockutils [req-be1dea77-3467-425f-a71b-34f02b8a7ce8 req-71ef5bad-a123-4fce-b4a0-acdbdcfde015 service nova] Acquiring lock "refresh_cache-c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.346935] env[69308]: DEBUG oslo_concurrency.lockutils [req-be1dea77-3467-425f-a71b-34f02b8a7ce8 req-71ef5bad-a123-4fce-b4a0-acdbdcfde015 service nova] Acquired lock "refresh_cache-c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.347173] env[69308]: DEBUG nova.network.neutron [req-be1dea77-3467-425f-a71b-34f02b8a7ce8 req-71ef5bad-a123-4fce-b4a0-acdbdcfde015 service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Refreshing network info cache for port 02e86343-9f64-4794-a673-37b8640726d6 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.393687] env[69308]: DEBUG oslo_vmware.api [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869255, 'name': PowerOnVM_Task, 'duration_secs': 0.722396} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.393687] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.393938] env[69308]: INFO nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1153.394152] env[69308]: DEBUG nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.395351] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b44b85-14fd-451d-9cc7-0fcb17a53bd7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.529835] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869257, 'name': CreateVM_Task, 'duration_secs': 0.44176} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.529835] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.529835] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.530493] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.530493] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.531313] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b82e461-d2e3-47ac-9fad-5950a8eb164a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.541214] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1153.541214] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52591dc5-b72e-f77d-a253-17ae7593c596" [ 1153.541214] env[69308]: _type = "Task" [ 1153.541214] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.551217] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52591dc5-b72e-f77d-a253-17ae7593c596, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.551532] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.553391] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.553391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.553391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.553391] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.553391] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40713d0e-1603-4634-a7e9-8815621ebb59 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.563317] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.563317] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.564174] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d4bcb2-4c75-44fc-b3c0-62dd0072377c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.570829] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1153.570829] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e3ff94-bfb7-2691-1c4a-95fd74590177" [ 1153.570829] env[69308]: _type = "Task" [ 1153.570829] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.580260] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e3ff94-bfb7-2691-1c4a-95fd74590177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.606973] env[69308]: DEBUG nova.scheduler.client.report [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.824361] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869258, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.925197] env[69308]: INFO nova.compute.manager [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Took 21.94 seconds to build instance. [ 1153.971732] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.972050] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.084475] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e3ff94-bfb7-2691-1c4a-95fd74590177, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.085419] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1992ef89-1111-4962-9e26-15c1a983f28f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.091879] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1154.091879] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb8dcf-9e03-1f53-f524-b5f8452b28c8" [ 1154.091879] env[69308]: _type = "Task" [ 1154.091879] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.103245] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb8dcf-9e03-1f53-f524-b5f8452b28c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.111708] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.114972] env[69308]: DEBUG nova.network.neutron [req-be1dea77-3467-425f-a71b-34f02b8a7ce8 req-71ef5bad-a123-4fce-b4a0-acdbdcfde015 service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Updated VIF entry in instance network info cache for port 02e86343-9f64-4794-a673-37b8640726d6. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.115433] env[69308]: DEBUG nova.network.neutron [req-be1dea77-3467-425f-a71b-34f02b8a7ce8 req-71ef5bad-a123-4fce-b4a0-acdbdcfde015 service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Updating instance_info_cache with network_info: [{"id": "02e86343-9f64-4794-a673-37b8640726d6", "address": "fa:16:3e:50:3d:97", "network": {"id": "93f20dec-7f4d-4b5c-8869-725a9768c1e3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-726323583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c18fe6e672f47269103d876f9d17f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e86343-9f", "ovs_interfaceid": "02e86343-9f64-4794-a673-37b8640726d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.116785] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.528s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.146799] env[69308]: INFO nova.scheduler.client.report [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Deleted allocations for instance a530b715-089a-4751-bfb6-71781fa8557c [ 1154.321891] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869258, 'name': CreateSnapshot_Task, 'duration_secs': 0.887995} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.322622] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1154.323786] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787faadc-4315-4a1a-9bba-18db73a3223b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.427063] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b359211f-4d12-4373-8282-2e3774c92fdc tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.447s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.475345] env[69308]: DEBUG nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.527223] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.528184] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.604914] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb8dcf-9e03-1f53-f524-b5f8452b28c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.605212] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.606644] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6/c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.606644] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c72089f3-cd7c-4d37-90ac-c721182942e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.613684] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1154.613684] env[69308]: value = "task-3869259" [ 1154.613684] env[69308]: _type = "Task" [ 1154.613684] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.620149] env[69308]: DEBUG oslo_concurrency.lockutils [req-be1dea77-3467-425f-a71b-34f02b8a7ce8 req-71ef5bad-a123-4fce-b4a0-acdbdcfde015 service nova] Releasing lock "refresh_cache-c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.629520] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.661861] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7db64944-202d-48f3-aeb2-4706e2381a7e tempest-ServersTestFqdnHostnames-1752667117 tempest-ServersTestFqdnHostnames-1752667117-project-member] Lock "a530b715-089a-4751-bfb6-71781fa8557c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.703s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.850249] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1154.850249] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6feea0a-f8d6-4e43-b02d-be9a44c45482 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.865788] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1154.865788] env[69308]: value = "task-3869260" [ 1154.865788] env[69308]: _type = "Task" [ 1154.865788] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.876353] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869260, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.012849] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.036033] env[69308]: DEBUG nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.126208] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.154731] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.154897] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 946bfb28-1889-4b37-bb7d-8f8d3565f39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.155036] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b8b3a0cc-9e40-4548-9340-dfa437d6d39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.155260] env[69308]: WARNING nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 080375f0-766d-4bd2-8ef9-682bde262f58 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1155.155336] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 4159934b-8fe1-4454-859c-6c220d69320f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.155404] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5d9baa45-0094-4444-b331-452f667d1af5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.155507] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance ed9eed02-284a-49e3-b30c-2e6926d110cf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.155632] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 393ab7d6-083b-4e85-92cc-f942f64929ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.155756] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 6b3477ec-70ad-4477-91e7-84851a0dd31f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.155856] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1155.335309] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.336486] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.336830] env[69308]: INFO nova.compute.manager [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Shelving [ 1155.377751] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869260, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.576156] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.626295] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530558} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.626633] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6/c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.627093] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.627176] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9d1b86f-7eec-4066-9597-1da505822dc5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.635929] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1155.635929] env[69308]: value = "task-3869261" [ 1155.635929] env[69308]: _type = "Task" [ 1155.635929] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.647737] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.661323] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1155.875877] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869260, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.146573] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076164} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.146863] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.147683] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e55245-6f20-4af9-b329-05d923af8d2b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.173833] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6/c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.178887] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5a4cc733-c2ef-449a-929f-7b961dc61c5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1156.179043] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1156.179192] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1156.181580] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01ac1f5-af4e-4725-9f77-e7502930189b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.203611] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1156.203611] env[69308]: value = "task-3869262" [ 1156.203611] env[69308]: _type = "Task" [ 1156.203611] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.212937] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.295465] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.296215] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.348768] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.349940] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-984ac0d7-6726-45a2-b158-1e2e1f87c5d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.358812] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1156.358812] env[69308]: value = "task-3869263" [ 1156.358812] env[69308]: _type = "Task" [ 1156.358812] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.369097] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.384020] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869260, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.451210] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5992cc-5479-43cb-a0d5-976b17867775 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.460802] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98647451-6317-4b25-8d88-d0cd784c6604 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.495844] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af31d3f1-a604-4601-80f1-6a1812e77df8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.506507] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd721a-ada6-44de-8f95-3e411f9b5f79 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.524273] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.717325] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.780718] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquiring lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.780980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.803640] env[69308]: DEBUG nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.873148] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869263, 'name': PowerOffVM_Task, 'duration_secs': 0.380111} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.876219] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.877825] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993499dd-d9ec-405b-a02f-b4a50ab79c27 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.887308] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869260, 'name': CloneVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.903984] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2bfbb8-7e52-41b3-803b-01ed37731285 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.028964] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.218223] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869262, 'name': ReconfigVM_Task, 'duration_secs': 0.824126} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.218516] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6/c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.222068] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08fc7919-9c4c-452f-8a16-3d82f7ec4162 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.226199] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1157.226199] env[69308]: value = "task-3869264" [ 1157.226199] env[69308]: _type = "Task" [ 1157.226199] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.236403] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869264, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.288224] env[69308]: DEBUG nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.341435] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.385825] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869260, 'name': CloneVM_Task, 'duration_secs': 2.057463} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.386115] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Created linked-clone VM from snapshot [ 1157.388291] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35708af-27a8-478b-a77f-6c54a48b48d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.395968] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Uploading image 852b58c2-5c06-4a94-a9d6-0fbbeae134cd {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1157.417264] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1157.417612] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32543d3c-59ce-42b0-9fb9-98945ee2e219 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.429513] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1157.429513] env[69308]: value = "task-3869265" [ 1157.429513] env[69308]: _type = "Task" [ 1157.429513] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.439667] env[69308]: DEBUG oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1157.439667] env[69308]: value = "vm-768804" [ 1157.439667] env[69308]: _type = "VirtualMachine" [ 1157.439667] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1157.440024] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60d5ccda-0eb4-4cdf-80c5-baf54acae29f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.448061] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869265, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.449575] env[69308]: DEBUG oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lease: (returnval){ [ 1157.449575] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52651cc7-21b5-d12d-d925-ff8971c4b299" [ 1157.449575] env[69308]: _type = "HttpNfcLease" [ 1157.449575] env[69308]: } obtained for exporting VM: (result){ [ 1157.449575] env[69308]: value = "vm-768804" [ 1157.449575] env[69308]: _type = "VirtualMachine" [ 1157.449575] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1157.449879] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the lease: (returnval){ [ 1157.449879] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52651cc7-21b5-d12d-d925-ff8971c4b299" [ 1157.449879] env[69308]: _type = "HttpNfcLease" [ 1157.449879] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1157.459855] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1157.459855] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52651cc7-21b5-d12d-d925-ff8971c4b299" [ 1157.459855] env[69308]: _type = "HttpNfcLease" [ 1157.459855] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1157.460188] env[69308]: DEBUG oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1157.460188] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52651cc7-21b5-d12d-d925-ff8971c4b299" [ 1157.460188] env[69308]: _type = "HttpNfcLease" [ 1157.460188] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1157.460895] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3956b44e-48cb-426e-ba45-816332cd9193 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.469937] env[69308]: DEBUG oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fd64d-0b0f-4167-8102-fdb5a80c0fcb/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1157.470145] env[69308]: DEBUG oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fd64d-0b0f-4167-8102-fdb5a80c0fcb/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1157.535696] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1157.535915] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.419s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.536569] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.789s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.536775] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.538937] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.526s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.540659] env[69308]: INFO nova.compute.claims [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.543487] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.543487] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Cleaning up deleted instances {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1157.566846] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58f0eb8c-a750-4dc7-98d4-65006bf4e454 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.607273] env[69308]: INFO nova.scheduler.client.report [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Deleted allocations for instance 080375f0-766d-4bd2-8ef9-682bde262f58 [ 1157.737203] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869264, 'name': Rename_Task, 'duration_secs': 0.148806} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.737967] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.739182] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50de8dee-97b7-4ad6-b199-80eb03f401b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.746913] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1157.746913] env[69308]: value = "task-3869267" [ 1157.746913] env[69308]: _type = "Task" [ 1157.746913] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.755669] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.822583] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.941328] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869265, 'name': CreateSnapshot_Task, 'duration_secs': 0.408908} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.941687] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1157.942585] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0f0be4-a20f-4bca-a1d4-6feee3bfa3ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.065492] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] There are 64 instances to clean {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1158.065812] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5719e77c-87ca-47bf-9807-d5af62ef2729] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.124891] env[69308]: DEBUG oslo_concurrency.lockutils [None req-81686844-058a-42a6-8841-21a19d3cf4a5 tempest-AttachInterfacesTestJSON-256354097 tempest-AttachInterfacesTestJSON-256354097-project-member] Lock "080375f0-766d-4bd2-8ef9-682bde262f58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.351s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.261898] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.472426] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1158.472905] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b0968710-fbf4-41d7-b2bc-be466257f55d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.485289] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1158.485289] env[69308]: value = "task-3869268" [ 1158.485289] env[69308]: _type = "Task" [ 1158.485289] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.496503] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869268, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.571558] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 830f1259-fd23-4d81-a664-a9b1b3855f97] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.764811] env[69308]: DEBUG oslo_vmware.api [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869267, 'name': PowerOnVM_Task, 'duration_secs': 0.559131} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.765509] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.766080] env[69308]: INFO nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1158.767031] env[69308]: DEBUG nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.767693] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe00846-75be-4357-9751-3ec674e4f640 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.859678] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36600a59-43fa-43a7-9b74-9772cd66099e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.869179] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53f0634-19d2-4bf5-af8f-eda02825a7f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.905686] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acae0d3f-8406-4eb1-8bfc-820e437be0b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.915921] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5077de-129f-4579-b093-a60c830cdbe0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.932460] env[69308]: DEBUG nova.compute.provider_tree [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.997300] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869268, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.076794] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 07103a4b-2401-4756-a74e-5ab33fb3d41e] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.297703] env[69308]: INFO nova.compute.manager [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Took 21.37 seconds to build instance. [ 1159.436519] env[69308]: DEBUG nova.scheduler.client.report [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.500229] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869268, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.581105] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: a530b715-089a-4751-bfb6-71781fa8557c] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.800935] env[69308]: DEBUG oslo_concurrency.lockutils [None req-33cb1d7f-35be-4d84-9926-72ae182c0160 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.886s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.944034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.944034] env[69308]: DEBUG nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.954644] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.374s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.954644] env[69308]: INFO nova.compute.claims [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.001468] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869268, 'name': CloneVM_Task} progress is 95%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.085109] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 83e02c32-cb3f-4ca6-98a5-b815797d2ec0] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.451640] env[69308]: DEBUG nova.compute.utils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.454367] env[69308]: DEBUG nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.454580] env[69308]: DEBUG nova.network.neutron [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.507387] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869268, 'name': CloneVM_Task, 'duration_secs': 1.704712} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.507387] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Created linked-clone VM from snapshot [ 1160.507387] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43df5ed-0917-4b7d-9d82-bfb7e8a132df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.519801] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Uploading image f8df69c1-5638-4d7b-af49-c636b2b6c394 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1160.535168] env[69308]: DEBUG nova.policy [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e26717205ff474e8ee82038b9f42766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5fba0e4c72f49a491737d845110871d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.552610] env[69308]: DEBUG oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1160.552610] env[69308]: value = "vm-768806" [ 1160.552610] env[69308]: _type = "VirtualMachine" [ 1160.552610] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1160.552918] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-de609b84-b5db-4d41-b350-a59981d46e59 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.562320] env[69308]: DEBUG oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lease: (returnval){ [ 1160.562320] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52561168-8039-152d-097e-af5b2d53ffe1" [ 1160.562320] env[69308]: _type = "HttpNfcLease" [ 1160.562320] env[69308]: } obtained for exporting VM: (result){ [ 1160.562320] env[69308]: value = "vm-768806" [ 1160.562320] env[69308]: _type = "VirtualMachine" [ 1160.562320] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1160.562730] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the lease: (returnval){ [ 1160.562730] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52561168-8039-152d-097e-af5b2d53ffe1" [ 1160.562730] env[69308]: _type = "HttpNfcLease" [ 1160.562730] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.571609] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.571609] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52561168-8039-152d-097e-af5b2d53ffe1" [ 1160.571609] env[69308]: _type = "HttpNfcLease" [ 1160.571609] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.590543] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 1c380368-2ff2-4c82-8985-557316cdaf9a] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.962033] env[69308]: DEBUG nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.075027] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.075027] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52561168-8039-152d-097e-af5b2d53ffe1" [ 1161.075027] env[69308]: _type = "HttpNfcLease" [ 1161.075027] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.076305] env[69308]: DEBUG oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.076305] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52561168-8039-152d-097e-af5b2d53ffe1" [ 1161.076305] env[69308]: _type = "HttpNfcLease" [ 1161.076305] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1161.077305] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f629db8-2c54-45ae-b3f3-f2af381976a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.098388] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 68e17c09-e810-40c6-ae1f-1f92eabb4462] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.100752] env[69308]: DEBUG oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52668867-479c-85ce-7479-61fc03a599ce/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.100752] env[69308]: DEBUG oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52668867-479c-85ce-7479-61fc03a599ce/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1161.210520] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e46ac64c-3355-43d2-8866-89c1ca78ea52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.325041] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5535b692-7c4d-4e23-b02a-1395ab2e5be2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.335936] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d7ca92-84a7-4d42-9900-cbee278aff0c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.374914] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8888e3-787a-484a-b0c2-b10e2b73fc2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.384184] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48736d78-52d0-46ab-bd50-79f788ee574c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.399911] env[69308]: DEBUG nova.compute.provider_tree [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.446175] env[69308]: DEBUG nova.network.neutron [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Successfully created port: 386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.604794] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 98454c62-484c-4db7-8572-4fdb1713f88a] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.788488] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.788788] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.789156] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.789231] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.789346] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.794760] env[69308]: INFO nova.compute.manager [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Terminating instance [ 1161.808850] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquiring lock "ef429cde-997f-4874-8d5a-39ed0c753f26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.809352] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "ef429cde-997f-4874-8d5a-39ed0c753f26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.903214] env[69308]: DEBUG nova.scheduler.client.report [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.981134] env[69308]: DEBUG nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.109075] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 38f00e4d-1701-4fd5-9d94-28cd4d72a4be] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.312539] env[69308]: DEBUG nova.compute.manager [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.312947] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.313242] env[69308]: DEBUG nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.317648] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ca77cf-8a02-40c3-b8b6-ed1f512a48b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.328158] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.328554] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d0ec8d-5b00-4e45-90ab-672576829d32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.337503] env[69308]: DEBUG oslo_vmware.api [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1162.337503] env[69308]: value = "task-3869270" [ 1162.337503] env[69308]: _type = "Task" [ 1162.337503] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.347355] env[69308]: DEBUG oslo_vmware.api [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.408497] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.409176] env[69308]: DEBUG nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.412567] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.071s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.414522] env[69308]: INFO nova.compute.claims [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.612973] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c6545e0f-cd08-4c0b-88d9-2dcd46a0a83e] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.848522] env[69308]: DEBUG oslo_vmware.api [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869270, 'name': PowerOffVM_Task, 'duration_secs': 0.222546} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.849793] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.850102] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.850274] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.850548] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7068020d-88ad-4258-97a3-8d347260c022 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.922683] env[69308]: DEBUG nova.compute.utils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.937895] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.937895] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.938102] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleting the datastore file [datastore2] c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.940093] env[69308]: DEBUG nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.940093] env[69308]: DEBUG nova.network.neutron [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.942430] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72fd98f5-c17e-47a9-b294-c4313fa7f347 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.954157] env[69308]: DEBUG oslo_vmware.api [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for the task: (returnval){ [ 1162.954157] env[69308]: value = "task-3869272" [ 1162.954157] env[69308]: _type = "Task" [ 1162.954157] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.967700] env[69308]: DEBUG oslo_vmware.api [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.004192] env[69308]: DEBUG nova.policy [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d964e82fc5b472f97cff59fb0a5d6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7764a62d89b54ddb984a35b687a42afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.116982] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5e4222ca-05dc-4dbe-b9cc-a64073a76586] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.241982] env[69308]: DEBUG nova.compute.manager [req-fc8e7075-7651-4deb-837d-8cd19d74a3a5 req-c403615a-3bb7-4600-866d-618ebfcbe3c3 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Received event network-vif-plugged-386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.241982] env[69308]: DEBUG oslo_concurrency.lockutils [req-fc8e7075-7651-4deb-837d-8cd19d74a3a5 req-c403615a-3bb7-4600-866d-618ebfcbe3c3 service nova] Acquiring lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.242239] env[69308]: DEBUG oslo_concurrency.lockutils [req-fc8e7075-7651-4deb-837d-8cd19d74a3a5 req-c403615a-3bb7-4600-866d-618ebfcbe3c3 service nova] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.242419] env[69308]: DEBUG oslo_concurrency.lockutils [req-fc8e7075-7651-4deb-837d-8cd19d74a3a5 req-c403615a-3bb7-4600-866d-618ebfcbe3c3 service nova] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.242574] env[69308]: DEBUG nova.compute.manager [req-fc8e7075-7651-4deb-837d-8cd19d74a3a5 req-c403615a-3bb7-4600-866d-618ebfcbe3c3 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] No waiting events found dispatching network-vif-plugged-386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.242735] env[69308]: WARNING nova.compute.manager [req-fc8e7075-7651-4deb-837d-8cd19d74a3a5 req-c403615a-3bb7-4600-866d-618ebfcbe3c3 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Received unexpected event network-vif-plugged-386318ca-6460-4cbd-8f88-abd85d742336 for instance with vm_state building and task_state spawning. [ 1163.360738] env[69308]: DEBUG nova.network.neutron [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Successfully updated port: 386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.404171] env[69308]: DEBUG nova.network.neutron [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Successfully created port: 9cec1eed-2e4b-4692-a5a9-fa4de61efcad {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.442641] env[69308]: DEBUG nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.474356] env[69308]: DEBUG oslo_vmware.api [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Task: {'id': task-3869272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18129} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.475458] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.475811] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.476158] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.476454] env[69308]: INFO nova.compute.manager [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1163.476936] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.477195] env[69308]: DEBUG nova.compute.manager [-] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.477364] env[69308]: DEBUG nova.network.neutron [-] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.620874] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c6027108-2094-4aa0-99a2-250cd02d7857] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.694774] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd455c0-631e-4b4c-87b8-bf8f327cc7a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.705170] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013535c-d01f-48e9-a1c4-177256c5e504 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.710776] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "4159934b-8fe1-4454-859c-6c220d69320f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.710776] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "4159934b-8fe1-4454-859c-6c220d69320f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.710776] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "4159934b-8fe1-4454-859c-6c220d69320f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.711119] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "4159934b-8fe1-4454-859c-6c220d69320f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.711119] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "4159934b-8fe1-4454-859c-6c220d69320f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.713352] env[69308]: INFO nova.compute.manager [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Terminating instance [ 1163.751406] env[69308]: DEBUG nova.compute.manager [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.751595] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.752529] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294b4da9-063c-4c37-91b0-65d0cbcf3632 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.761050] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22070a74-98ee-44d4-9e98-65c3d36e3788 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.775281] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9378fd4-bc8b-4626-89c1-205a3008d571 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.779948] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.781021] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32dba45e-7139-4d7a-a78b-c3ffc7e93ffa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.796175] env[69308]: DEBUG nova.compute.provider_tree [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.804099] env[69308]: DEBUG oslo_vmware.api [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1163.804099] env[69308]: value = "task-3869273" [ 1163.804099] env[69308]: _type = "Task" [ 1163.804099] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.813553] env[69308]: DEBUG oslo_vmware.api [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.864887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.864887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.865200] env[69308]: DEBUG nova.network.neutron [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.124921] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 068481dd-28da-4397-bcca-788efcfa0c72] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.304304] env[69308]: DEBUG nova.scheduler.client.report [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.324693] env[69308]: DEBUG oslo_vmware.api [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869273, 'name': PowerOffVM_Task, 'duration_secs': 0.264667} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.324996] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.325194] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.326336] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-167d552a-73c6-4197-9a3f-3d108a250b2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.401175] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.401175] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.401175] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleting the datastore file [datastore1] 4159934b-8fe1-4454-859c-6c220d69320f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.401522] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f7a0247-82ac-47b9-bc7b-2d5fa1a40e80 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.408106] env[69308]: DEBUG nova.network.neutron [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.414024] env[69308]: DEBUG oslo_vmware.api [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1164.414024] env[69308]: value = "task-3869275" [ 1164.414024] env[69308]: _type = "Task" [ 1164.414024] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.432520] env[69308]: DEBUG oslo_vmware.api [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.455193] env[69308]: DEBUG nova.network.neutron [-] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.457434] env[69308]: DEBUG nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.599090] env[69308]: DEBUG nova.network.neutron [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Updating instance_info_cache with network_info: [{"id": "386318ca-6460-4cbd-8f88-abd85d742336", "address": "fa:16:3e:2e:3d:55", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386318ca-64", "ovs_interfaceid": "386318ca-6460-4cbd-8f88-abd85d742336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.628124] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 2a11994e-3bf9-4b3d-b8f9-2b05060efba7] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.817451] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.817898] env[69308]: DEBUG nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.821408] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.999s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.823938] env[69308]: INFO nova.compute.claims [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.927365] env[69308]: DEBUG oslo_vmware.api [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273931} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.927650] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.927835] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.928189] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.928277] env[69308]: INFO nova.compute.manager [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1164.928450] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.928647] env[69308]: DEBUG nova.compute.manager [-] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.928742] env[69308]: DEBUG nova.network.neutron [-] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.960749] env[69308]: INFO nova.compute.manager [-] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Took 1.48 seconds to deallocate network for instance. [ 1165.106200] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.106629] env[69308]: DEBUG nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Instance network_info: |[{"id": "386318ca-6460-4cbd-8f88-abd85d742336", "address": "fa:16:3e:2e:3d:55", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386318ca-64", "ovs_interfaceid": "386318ca-6460-4cbd-8f88-abd85d742336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.136482] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c5d30e93-518c-4233-8955-c79f26b8f909] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.249176] env[69308]: DEBUG nova.network.neutron [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Successfully updated port: 9cec1eed-2e4b-4692-a5a9-fa4de61efcad {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.333096] env[69308]: DEBUG nova.compute.utils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.340056] env[69308]: DEBUG nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.343980] env[69308]: DEBUG nova.network.neutron [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.346780] env[69308]: DEBUG nova.compute.manager [req-7d51d06d-7a4d-48ac-a606-ea54a69a72f2 req-8e8f0341-61eb-432a-80bb-b546b028930d service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Received event network-vif-plugged-9cec1eed-2e4b-4692-a5a9-fa4de61efcad {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.347248] env[69308]: DEBUG oslo_concurrency.lockutils [req-7d51d06d-7a4d-48ac-a606-ea54a69a72f2 req-8e8f0341-61eb-432a-80bb-b546b028930d service nova] Acquiring lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.347385] env[69308]: DEBUG oslo_concurrency.lockutils [req-7d51d06d-7a4d-48ac-a606-ea54a69a72f2 req-8e8f0341-61eb-432a-80bb-b546b028930d service nova] Lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.347612] env[69308]: DEBUG oslo_concurrency.lockutils [req-7d51d06d-7a4d-48ac-a606-ea54a69a72f2 req-8e8f0341-61eb-432a-80bb-b546b028930d service nova] Lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.347912] env[69308]: DEBUG nova.compute.manager [req-7d51d06d-7a4d-48ac-a606-ea54a69a72f2 req-8e8f0341-61eb-432a-80bb-b546b028930d service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] No waiting events found dispatching network-vif-plugged-9cec1eed-2e4b-4692-a5a9-fa4de61efcad {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.348033] env[69308]: WARNING nova.compute.manager [req-7d51d06d-7a4d-48ac-a606-ea54a69a72f2 req-8e8f0341-61eb-432a-80bb-b546b028930d service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Received unexpected event network-vif-plugged-9cec1eed-2e4b-4692-a5a9-fa4de61efcad for instance with vm_state building and task_state spawning. [ 1165.409028] env[69308]: DEBUG nova.policy [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '212f12563a374adc842aa64ab0009a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d58bf1b266249fc985591bf8235e58e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.469175] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.501634] env[69308]: DEBUG nova.compute.manager [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Received event network-changed-386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.501748] env[69308]: DEBUG nova.compute.manager [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Refreshing instance network info cache due to event network-changed-386318ca-6460-4cbd-8f88-abd85d742336. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.502317] env[69308]: DEBUG oslo_concurrency.lockutils [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] Acquiring lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.502508] env[69308]: DEBUG oslo_concurrency.lockutils [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] Acquired lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.502750] env[69308]: DEBUG nova.network.neutron [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Refreshing network info cache for port 386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.641420] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: fed8288f-138f-4c5a-81ac-d156f0c0bb3f] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.750946] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "refresh_cache-5a4cc733-c2ef-449a-929f-7b961dc61c5c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.750946] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "refresh_cache-5a4cc733-c2ef-449a-929f-7b961dc61c5c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.750946] env[69308]: DEBUG nova.network.neutron [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.839809] env[69308]: DEBUG nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.047041] env[69308]: DEBUG nova.network.neutron [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Successfully created port: a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.120212] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172b9f9f-e57c-4025-9f74-08f9b0ea5472 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.128518] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb8922-cc0b-4035-9e20-1e157a8ec386 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.986757] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 2f88e86f-8254-43ed-ba39-b6418343e522] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.987365] env[69308]: DEBUG nova.network.neutron [-] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.991542] env[69308]: INFO nova.virt.block_device [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Booting with volume 6a68883b-b574-4031-87c9-f7c73a85dabb at /dev/sda [ 1166.997235] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46d1aac-c26e-4914-979c-5f358a5e038b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.007140] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03d5b7c-17fc-4bfe-b2e6-ef41d75cc1c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.025622] env[69308]: DEBUG nova.compute.provider_tree [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.088179] env[69308]: DEBUG nova.network.neutron [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.094535] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18b3729a-c680-41f9-b877-779aa610e7e0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.111504] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6173f4d-4a28-4b8a-858f-a23f72bf05f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.155684] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c164807-8689-4fe2-8444-1b65e3c2f99a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.166173] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52837f2-f589-4ae2-a79c-ac6e1be6cc41 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.186028] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.186028] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.186349] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.186349] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.187024] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.187024] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.187024] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.187024] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.187212] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.187495] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.187495] env[69308]: DEBUG nova.virt.hardware [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.190040] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72399a-3391-4d11-99fb-3aef404b3873 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.202880] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.203227] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.205151] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.205151] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.205151] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.205151] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.205151] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.205151] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.205151] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.205151] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.205720] env[69308]: DEBUG nova.virt.hardware [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.207085] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed98ebf-f2d4-4c3b-aa8e-e6d8434746aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.214658] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9049aa0-07b3-47b4-97e4-90207266a07c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.231710] env[69308]: DEBUG oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fd64d-0b0f-4167-8102-fdb5a80c0fcb/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.235745] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b4354-fbce-4e10-bf85-632fa06c3a94 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.238945] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35d7d58-baf8-45dd-9c88-4201c1bcaa17 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.256097] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:3d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '386318ca-6460-4cbd-8f88-abd85d742336', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.265103] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.266193] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.268495] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ae770e-662f-4d9f-b6dc-a2a28a8dd36d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.275650] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd154fee-9686-4a3a-8531-574f3c21b4c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.290787] env[69308]: DEBUG oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fd64d-0b0f-4167-8102-fdb5a80c0fcb/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.290988] env[69308]: ERROR oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fd64d-0b0f-4167-8102-fdb5a80c0fcb/disk-0.vmdk due to incomplete transfer. [ 1167.292244] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e68008f-87d8-4774-9ca1-3c04d174b3c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.294960] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0890330-044b-4847-a36f-a9f37dfca7a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.306620] env[69308]: DEBUG nova.network.neutron [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Updated VIF entry in instance network info cache for port 386318ca-6460-4cbd-8f88-abd85d742336. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.307037] env[69308]: DEBUG nova.network.neutron [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Updating instance_info_cache with network_info: [{"id": "386318ca-6460-4cbd-8f88-abd85d742336", "address": "fa:16:3e:2e:3d:55", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386318ca-64", "ovs_interfaceid": "386318ca-6460-4cbd-8f88-abd85d742336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.310488] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.310488] env[69308]: value = "task-3869276" [ 1167.310488] env[69308]: _type = "Task" [ 1167.310488] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.317199] env[69308]: DEBUG oslo_vmware.rw_handles [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522fd64d-0b0f-4167-8102-fdb5a80c0fcb/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1167.317987] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Uploaded image 852b58c2-5c06-4a94-a9d6-0fbbeae134cd to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1167.321047] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1167.327294] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4f207769-c3e2-4e8a-b47c-951d2a1c3739 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.329328] env[69308]: DEBUG nova.virt.block_device [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating existing volume attachment record: 8294bb70-8ca3-455b-b752-e19cfdbb837b {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1167.332279] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869276, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.342211] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1167.342211] env[69308]: value = "task-3869277" [ 1167.342211] env[69308]: _type = "Task" [ 1167.342211] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.355610] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869277, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.372928] env[69308]: DEBUG nova.network.neutron [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Updating instance_info_cache with network_info: [{"id": "9cec1eed-2e4b-4692-a5a9-fa4de61efcad", "address": "fa:16:3e:5f:75:ba", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cec1eed-2e", "ovs_interfaceid": "9cec1eed-2e4b-4692-a5a9-fa4de61efcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.498056] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 94f44c5f-ae37-41e4-a343-d77789207ff1] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.500087] env[69308]: INFO nova.compute.manager [-] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Took 2.57 seconds to deallocate network for instance. [ 1167.531345] env[69308]: DEBUG nova.scheduler.client.report [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.746469] env[69308]: DEBUG nova.network.neutron [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Successfully updated port: a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.813029] env[69308]: DEBUG oslo_concurrency.lockutils [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] Releasing lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.813029] env[69308]: DEBUG nova.compute.manager [req-2dac448b-3dd0-4467-828c-a68a9e364f83 req-eaeb19e7-56ca-4e62-8be9-c0bce8615c25 service nova] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Received event network-vif-deleted-02e86343-9f64-4794-a673-37b8640726d6 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.822332] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869276, 'name': CreateVM_Task, 'duration_secs': 0.413503} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.823016] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.824939] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.827051] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.827051] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.827454] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45eace38-335a-4f86-8d06-e4f103d64877 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.834734] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1167.834734] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5242cd55-51c0-eb2f-9742-53b3e64c55c4" [ 1167.834734] env[69308]: _type = "Task" [ 1167.834734] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.847656] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5242cd55-51c0-eb2f-9742-53b3e64c55c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.856935] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869277, 'name': Destroy_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.875977] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "refresh_cache-5a4cc733-c2ef-449a-929f-7b961dc61c5c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.876277] env[69308]: DEBUG nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Instance network_info: |[{"id": "9cec1eed-2e4b-4692-a5a9-fa4de61efcad", "address": "fa:16:3e:5f:75:ba", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cec1eed-2e", "ovs_interfaceid": "9cec1eed-2e4b-4692-a5a9-fa4de61efcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.876960] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:75:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cec1eed-2e4b-4692-a5a9-fa4de61efcad', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.885489] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.887986] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.888253] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-936147e5-c907-4ee5-9d2a-74a92bbd81bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.918657] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.918657] env[69308]: value = "task-3869278" [ 1167.918657] env[69308]: _type = "Task" [ 1167.918657] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.928294] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869278, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.978019] env[69308]: INFO nova.compute.manager [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Rebuilding instance [ 1168.001523] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 58909cdb-811f-40f2-85d8-ef224f3162ab] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.007937] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.029722] env[69308]: DEBUG nova.compute.manager [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.030636] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1871bef1-dfe1-4ea5-b779-fd3d4659b31a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.037047] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.216s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.037586] env[69308]: DEBUG nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.042790] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.193s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.044304] env[69308]: INFO nova.compute.claims [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.106316] env[69308]: DEBUG nova.compute.manager [req-66e6dc3a-9d66-4f24-ba44-7547a05c3b6a req-fd9b9151-5c48-42a5-ae48-354910515aae service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Received event network-changed-9cec1eed-2e4b-4692-a5a9-fa4de61efcad {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.107044] env[69308]: DEBUG nova.compute.manager [req-66e6dc3a-9d66-4f24-ba44-7547a05c3b6a req-fd9b9151-5c48-42a5-ae48-354910515aae service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Refreshing instance network info cache due to event network-changed-9cec1eed-2e4b-4692-a5a9-fa4de61efcad. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.107044] env[69308]: DEBUG oslo_concurrency.lockutils [req-66e6dc3a-9d66-4f24-ba44-7547a05c3b6a req-fd9b9151-5c48-42a5-ae48-354910515aae service nova] Acquiring lock "refresh_cache-5a4cc733-c2ef-449a-929f-7b961dc61c5c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.107044] env[69308]: DEBUG oslo_concurrency.lockutils [req-66e6dc3a-9d66-4f24-ba44-7547a05c3b6a req-fd9b9151-5c48-42a5-ae48-354910515aae service nova] Acquired lock "refresh_cache-5a4cc733-c2ef-449a-929f-7b961dc61c5c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.107044] env[69308]: DEBUG nova.network.neutron [req-66e6dc3a-9d66-4f24-ba44-7547a05c3b6a req-fd9b9151-5c48-42a5-ae48-354910515aae service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Refreshing network info cache for port 9cec1eed-2e4b-4692-a5a9-fa4de61efcad {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.126679] env[69308]: DEBUG nova.compute.manager [req-d591c37d-b6ab-41df-88d6-2510168a1bf2 req-f5ba42f7-d0a1-4c64-8bd4-ca72ed337764 service nova] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Received event network-vif-deleted-b04b8402-cd34-4197-91ee-f83881d33c9a {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.248266] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.248266] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.248395] env[69308]: DEBUG nova.network.neutron [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.283028] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "a898eb7f-f061-4de4-976e-b24943208078" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.283367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.348639] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5242cd55-51c0-eb2f-9742-53b3e64c55c4, 'name': SearchDatastore_Task, 'duration_secs': 0.021831} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.352467] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.352761] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.353075] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.353207] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.353431] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.353684] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a94dbd9-2afc-4b65-be61-401a4649d789 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.364927] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869277, 'name': Destroy_Task, 'duration_secs': 0.567825} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.365218] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Destroyed the VM [ 1168.365469] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1168.365815] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3358572-ac97-4194-aa4a-c7beba2afb0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.368911] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.369106] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.370233] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e61175-7d2b-4659-b3c8-5a1842c5d700 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.375103] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1168.375103] env[69308]: value = "task-3869279" [ 1168.375103] env[69308]: _type = "Task" [ 1168.375103] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.379783] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1168.379783] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52790d47-236f-4db2-64f7-a03a9f7ab316" [ 1168.379783] env[69308]: _type = "Task" [ 1168.379783] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.386510] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869279, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.391659] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52790d47-236f-4db2-64f7-a03a9f7ab316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.429754] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869278, 'name': CreateVM_Task, 'duration_secs': 0.492017} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.429994] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.430783] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.431078] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.431464] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.431752] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5357012-b00d-4b83-96cf-f2627688284d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.438768] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1168.438768] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527ab57f-c18d-acab-6946-f2b961ee9f28" [ 1168.438768] env[69308]: _type = "Task" [ 1168.438768] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.448774] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527ab57f-c18d-acab-6946-f2b961ee9f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.505405] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 971f778d-5518-4c30-b125-4ebc20d6faf9] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.555346] env[69308]: DEBUG nova.compute.utils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.560392] env[69308]: DEBUG nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.560621] env[69308]: DEBUG nova.network.neutron [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.616569] env[69308]: DEBUG nova.policy [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b71034b15601446d86ef372a05ea98c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '336d2a914e004b24a175d5068018f93c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.786141] env[69308]: DEBUG nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.799259] env[69308]: DEBUG nova.network.neutron [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.897063] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869279, 'name': RemoveSnapshot_Task, 'duration_secs': 0.51603} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.901398] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1168.901871] env[69308]: DEBUG nova.compute.manager [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.902307] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52790d47-236f-4db2-64f7-a03a9f7ab316, 'name': SearchDatastore_Task, 'duration_secs': 0.015132} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.903135] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965383c5-4e0a-45fa-89fa-cfd708edb093 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.907510] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e98d70a4-0eaf-4ef9-8c4d-c22b15b1be0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.919455] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1168.919455] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522b87d2-1f61-db33-9f47-046a3abd2261" [ 1168.919455] env[69308]: _type = "Task" [ 1168.919455] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.934259] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522b87d2-1f61-db33-9f47-046a3abd2261, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.934720] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.935042] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b/5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.935361] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ade1dd57-bd20-4306-b831-23502e1ea54d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.945448] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1168.945448] env[69308]: value = "task-3869280" [ 1168.945448] env[69308]: _type = "Task" [ 1168.945448] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.952516] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527ab57f-c18d-acab-6946-f2b961ee9f28, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.952877] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.953151] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.953430] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.953583] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.953771] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.954113] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2765f25-0d27-4233-b0f0-23beb47c20ee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.959767] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.971411] env[69308]: DEBUG nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.972045] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.972276] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.972460] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.972674] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.972835] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.972998] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.973251] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.973432] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.973619] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.973800] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.973979] env[69308]: DEBUG nova.virt.hardware [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.974385] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.974644] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.976314] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be65294-61f3-416a-922c-95f92ed97718 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.980959] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922817d4-4b99-4765-82a4-4fe0f6111e43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.990442] env[69308]: DEBUG nova.network.neutron [req-66e6dc3a-9d66-4f24-ba44-7547a05c3b6a req-fd9b9151-5c48-42a5-ae48-354910515aae service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Updated VIF entry in instance network info cache for port 9cec1eed-2e4b-4692-a5a9-fa4de61efcad. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.990879] env[69308]: DEBUG nova.network.neutron [req-66e6dc3a-9d66-4f24-ba44-7547a05c3b6a req-fd9b9151-5c48-42a5-ae48-354910515aae service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Updating instance_info_cache with network_info: [{"id": "9cec1eed-2e4b-4692-a5a9-fa4de61efcad", "address": "fa:16:3e:5f:75:ba", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cec1eed-2e", "ovs_interfaceid": "9cec1eed-2e4b-4692-a5a9-fa4de61efcad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.996284] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634827ce-c82d-4ed6-b097-802cbd1ca2de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.999654] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1168.999654] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cee02d-4ece-ecb2-4de4-9f2c3be4bddd" [ 1168.999654] env[69308]: _type = "Task" [ 1168.999654] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.014842] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: a55b31b0-89a0-432a-8c5c-1e0ef0059223] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.018421] env[69308]: DEBUG nova.network.neutron [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Successfully created port: 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.034890] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52cee02d-4ece-ecb2-4de4-9f2c3be4bddd, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.034890] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6ff277-3310-4f6c-a8b0-160a21ac156a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.042537] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1169.042537] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e58292-922e-8593-23d1-c2e67c50c690" [ 1169.042537] env[69308]: _type = "Task" [ 1169.042537] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.049690] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e58292-922e-8593-23d1-c2e67c50c690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.064587] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.065220] env[69308]: DEBUG nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.068482] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-281df275-acfc-430e-bd9b-eebaa7130e74 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.079173] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1169.079173] env[69308]: value = "task-3869281" [ 1169.079173] env[69308]: _type = "Task" [ 1169.079173] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.085072] env[69308]: DEBUG nova.network.neutron [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance_info_cache with network_info: [{"id": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "address": "fa:16:3e:d6:ca:89", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa142a3e3-65", "ovs_interfaceid": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.097045] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.309381] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.392796] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f1d8c-10ec-4127-9a39-37a2e379b100 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.401880] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fe7758-4468-40b8-b8ac-0e56217232fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.439551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3421b18-2b9b-4e98-8603-035dffbb01a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.442623] env[69308]: INFO nova.compute.manager [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Shelve offloading [ 1169.454422] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff30c0c1-f1a5-4a09-a3ae-aec7af18ecbf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.463023] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.475077] env[69308]: DEBUG nova.compute.provider_tree [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.500930] env[69308]: DEBUG oslo_concurrency.lockutils [req-66e6dc3a-9d66-4f24-ba44-7547a05c3b6a req-fd9b9151-5c48-42a5-ae48-354910515aae service nova] Releasing lock "refresh_cache-5a4cc733-c2ef-449a-929f-7b961dc61c5c" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.518426] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: eb7e315a-2bd7-4411-93eb-883f1cf2f009] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.553868] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e58292-922e-8593-23d1-c2e67c50c690, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.554186] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.554476] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 5a4cc733-c2ef-449a-929f-7b961dc61c5c/5a4cc733-c2ef-449a-929f-7b961dc61c5c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.554795] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-894a7909-3d36-41d5-9479-c5f4dcfb03c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.564578] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1169.564578] env[69308]: value = "task-3869282" [ 1169.564578] env[69308]: _type = "Task" [ 1169.564578] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.580110] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.590372] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.590838] env[69308]: DEBUG nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Instance network_info: |[{"id": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "address": "fa:16:3e:d6:ca:89", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa142a3e3-65", "ovs_interfaceid": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.591067] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869281, 'name': PowerOffVM_Task, 'duration_secs': 0.253875} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.591474] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:ca:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a142a3e3-652a-4b4e-a8d7-565a14b0c854', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.599482] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.599761] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.600541] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.600835] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.601066] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acae7791-4dec-48c7-bd11-fe35d85e8eb9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.602991] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10f7ad9b-1c03-45fd-ae12-dfa22b528aa5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.628648] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.628648] env[69308]: value = "task-3869284" [ 1169.628648] env[69308]: _type = "Task" [ 1169.628648] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.631080] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1169.631080] env[69308]: value = "task-3869283" [ 1169.631080] env[69308]: _type = "Task" [ 1169.631080] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.644024] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869284, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.648186] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1169.648433] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1169.648637] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768770', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'name': 'volume-c3e20485-d969-4484-9ac3-5eb06161cdf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9eed02-284a-49e3-b30c-2e6926d110cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'serial': 'c3e20485-d969-4484-9ac3-5eb06161cdf4'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1169.649492] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2767ef82-9df4-46bd-885c-063b4470d719 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.669734] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e97b9-242d-4a7e-b53e-4e5ab9d574c5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.677736] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d26184-4f04-42b4-b508-3496bd0fd131 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.702041] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2b58ba-7187-456c-8479-e04baf9303b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.727888] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] The volume has not been displaced from its original location: [datastore2] volume-c3e20485-d969-4484-9ac3-5eb06161cdf4/volume-c3e20485-d969-4484-9ac3-5eb06161cdf4.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1169.737245] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.737845] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33d2792-2007-4fdb-a906-0cb8f6be2467 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.771206] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1169.771206] env[69308]: value = "task-3869285" [ 1169.771206] env[69308]: _type = "Task" [ 1169.771206] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.780718] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.954901] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.954901] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-444ab1ed-18d5-47ca-8ef7-dce7361bf6f2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.959215] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540105} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.959987] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b/5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.960250] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.960586] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-553dad47-a932-48f5-91cc-c647c16ce8a3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.964526] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1169.964526] env[69308]: value = "task-3869286" [ 1169.964526] env[69308]: _type = "Task" [ 1169.964526] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.969415] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1169.969415] env[69308]: value = "task-3869287" [ 1169.969415] env[69308]: _type = "Task" [ 1169.969415] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.978245] env[69308]: DEBUG nova.scheduler.client.report [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.985146] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.994567] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.022460] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 2b23601f-c774-4aaf-b2fd-11781cefbfe0] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.077774] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.081599] env[69308]: DEBUG nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.118148] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.118590] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.118956] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.119248] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.119499] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.119789] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.120057] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.120226] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.120395] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.120592] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.120794] env[69308]: DEBUG nova.virt.hardware [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.122789] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782d2dcf-a5cf-497d-b94b-fa4b521ab2b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.140226] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca722df3-a28d-4396-abf8-8b3b7a6119a0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.151557] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869284, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.209211] env[69308]: DEBUG nova.compute.manager [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Received event network-vif-plugged-a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.209211] env[69308]: DEBUG oslo_concurrency.lockutils [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] Acquiring lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.209211] env[69308]: DEBUG oslo_concurrency.lockutils [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.209398] env[69308]: DEBUG oslo_concurrency.lockutils [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.209592] env[69308]: DEBUG nova.compute.manager [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] No waiting events found dispatching network-vif-plugged-a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.209791] env[69308]: WARNING nova.compute.manager [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Received unexpected event network-vif-plugged-a142a3e3-652a-4b4e-a8d7-565a14b0c854 for instance with vm_state building and task_state spawning. [ 1170.210028] env[69308]: DEBUG nova.compute.manager [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Received event network-changed-a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.211163] env[69308]: DEBUG nova.compute.manager [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Refreshing instance network info cache due to event network-changed-a142a3e3-652a-4b4e-a8d7-565a14b0c854. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.211163] env[69308]: DEBUG oslo_concurrency.lockutils [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] Acquiring lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.211163] env[69308]: DEBUG oslo_concurrency.lockutils [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] Acquired lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.211163] env[69308]: DEBUG nova.network.neutron [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Refreshing network info cache for port a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.283568] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869285, 'name': ReconfigVM_Task, 'duration_secs': 0.362408} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.286029] env[69308]: DEBUG oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52668867-479c-85ce-7479-61fc03a599ce/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1170.286402] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.293368] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91400963-cd64-41a8-90dc-c209e3adbbd1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.299831] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c429e5da-459e-464a-a004-74ce9c2b7289 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.318171] env[69308]: DEBUG oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52668867-479c-85ce-7479-61fc03a599ce/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1170.318596] env[69308]: ERROR oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52668867-479c-85ce-7479-61fc03a599ce/disk-0.vmdk due to incomplete transfer. [ 1170.319922] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce22249f-8f18-4cc3-a1f1-5b91e4a1ba62 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.321773] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1170.321773] env[69308]: value = "task-3869288" [ 1170.321773] env[69308]: _type = "Task" [ 1170.321773] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.332034] env[69308]: DEBUG oslo_vmware.rw_handles [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52668867-479c-85ce-7479-61fc03a599ce/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1170.332327] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Uploaded image f8df69c1-5638-4d7b-af49-c636b2b6c394 to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1170.334318] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1170.334699] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869288, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.334985] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19fbad3d-7ab6-4f86-9a21-152b339b7a20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.342966] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1170.342966] env[69308]: value = "task-3869289" [ 1170.342966] env[69308]: _type = "Task" [ 1170.342966] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.353142] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869289, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.479307] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1170.479561] env[69308]: DEBUG nova.compute.manager [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.480593] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1acb754-e1d0-4d5c-9188-86a331d78fdd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.488040] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.488702] env[69308]: DEBUG nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.491492] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222762} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.492366] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.023s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.492630] env[69308]: DEBUG nova.objects.instance [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lazy-loading 'resources' on Instance uuid c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.493659] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.495107] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686950b-ef40-4b82-840c-b26449a21639 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.500155] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.500343] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.500530] env[69308]: DEBUG nova.network.neutron [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.523580] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b/5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.525941] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-105ed793-ec36-4eb5-84af-84dca869b458 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.544740] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: d01efa3c-db9f-4d38-b3c0-f1adac830d02] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.554333] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1170.554333] env[69308]: value = "task-3869290" [ 1170.554333] env[69308]: _type = "Task" [ 1170.554333] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.564664] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.575516] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573908} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.576490] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 5a4cc733-c2ef-449a-929f-7b961dc61c5c/5a4cc733-c2ef-449a-929f-7b961dc61c5c.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.576888] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.577040] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f27616c-bd7b-4be4-8032-680075ba3754 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.584418] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1170.584418] env[69308]: value = "task-3869291" [ 1170.584418] env[69308]: _type = "Task" [ 1170.584418] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.594806] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.649879] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869284, 'name': CreateVM_Task, 'duration_secs': 0.689157} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.650099] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.650861] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768801', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'name': 'volume-6a68883b-b574-4031-87c9-f7c73a85dabb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f846ecc-230d-4d36-aea6-a2c6a41e37d4', 'attached_at': '', 'detached_at': '', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'serial': '6a68883b-b574-4031-87c9-f7c73a85dabb'}, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'attachment_id': '8294bb70-8ca3-455b-b752-e19cfdbb837b', 'volume_type': None}], 'swap': None} {{(pid=69308) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1170.651159] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Root volume attach. Driver type: vmdk {{(pid=69308) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1170.652036] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad048e4-2b13-4a4e-8899-f40091cd3809 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.660604] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabe2be-f079-42d1-a617-60be89850906 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.668660] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d342e0f-6982-48fe-bd98-8f7ec239f896 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.675847] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2da6fb3b-04c5-459d-a409-a71a53096d10 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.682187] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1170.682187] env[69308]: value = "task-3869292" [ 1170.682187] env[69308]: _type = "Task" [ 1170.682187] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.690360] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869292, 'name': RelocateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.753332] env[69308]: DEBUG nova.network.neutron [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Successfully updated port: 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.835650] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869288, 'name': ReconfigVM_Task, 'duration_secs': 0.294554} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.836015] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768770', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'name': 'volume-c3e20485-d969-4484-9ac3-5eb06161cdf4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9eed02-284a-49e3-b30c-2e6926d110cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3e20485-d969-4484-9ac3-5eb06161cdf4', 'serial': 'c3e20485-d969-4484-9ac3-5eb06161cdf4'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1170.836301] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.837429] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e63a8e5-4c64-4b9d-b02b-004e9278a32f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.845792] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.851017] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9385fddb-2128-4efa-be97-ebb01a3d5afa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.856859] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869289, 'name': Destroy_Task, 'duration_secs': 0.332115} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.857219] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Destroyed the VM [ 1170.857491] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1170.857782] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01a97b0e-68e4-4536-aacd-127dbc1e458a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.867682] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1170.867682] env[69308]: value = "task-3869294" [ 1170.867682] env[69308]: _type = "Task" [ 1170.867682] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.876242] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869294, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.916130] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.916315] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.916395] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Deleting the datastore file [datastore2] ed9eed02-284a-49e3-b30c-2e6926d110cf {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.916684] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5fd8faf-4e1b-475b-8312-61ed86a9e414 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.923534] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for the task: (returnval){ [ 1170.923534] env[69308]: value = "task-3869295" [ 1170.923534] env[69308]: _type = "Task" [ 1170.923534] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.932292] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.937668] env[69308]: DEBUG nova.network.neutron [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updated VIF entry in instance network info cache for port a142a3e3-652a-4b4e-a8d7-565a14b0c854. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.938045] env[69308]: DEBUG nova.network.neutron [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance_info_cache with network_info: [{"id": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "address": "fa:16:3e:d6:ca:89", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa142a3e3-65", "ovs_interfaceid": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.993592] env[69308]: DEBUG nova.compute.utils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.995202] env[69308]: DEBUG nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.995418] env[69308]: DEBUG nova.network.neutron [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.037405] env[69308]: DEBUG nova.policy [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4478b33748c844888cae3ff7af172f1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e6945453784be599730c93b7982eb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.048399] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 8e152298-4f17-48c2-8a8b-1246d90430cd] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.066152] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.097611] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08267} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.097861] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.098823] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a66cb5-a0a7-4792-aad9-421cfa020665 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.122844] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 5a4cc733-c2ef-449a-929f-7b961dc61c5c/5a4cc733-c2ef-449a-929f-7b961dc61c5c.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.125903] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6dce964-57ef-4db8-ab50-497dec331a86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.151854] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1171.151854] env[69308]: value = "task-3869296" [ 1171.151854] env[69308]: _type = "Task" [ 1171.151854] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.161524] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.192230] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869292, 'name': RelocateVM_Task, 'duration_secs': 0.398478} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.195611] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.195611] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768801', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'name': 'volume-6a68883b-b574-4031-87c9-f7c73a85dabb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f846ecc-230d-4d36-aea6-a2c6a41e37d4', 'attached_at': '', 'detached_at': '', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'serial': '6a68883b-b574-4031-87c9-f7c73a85dabb'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.196643] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd018e5c-e1b0-4913-9161-54e5d73ec8db {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.219107] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cece0f-6063-44fc-a887-20ad7d963e8a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.242881] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-6a68883b-b574-4031-87c9-f7c73a85dabb/volume-6a68883b-b574-4031-87c9-f7c73a85dabb.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.253030] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d04faf-2704-458b-af43-f97c51da309b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.268370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquiring lock "refresh_cache-1baaac92-a56b-4a27-b743-8eda0aeccb0b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.268370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquired lock "refresh_cache-1baaac92-a56b-4a27-b743-8eda0aeccb0b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.268370] env[69308]: DEBUG nova.network.neutron [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.279160] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1171.279160] env[69308]: value = "task-3869297" [ 1171.279160] env[69308]: _type = "Task" [ 1171.279160] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.289800] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.357066] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cacbe51-0fbb-40a9-9cc3-08e9768fbc1a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.367445] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9074b9a6-ce11-47a5-94ad-505e741f94c6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.379989] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869294, 'name': RemoveSnapshot_Task, 'duration_secs': 0.43185} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.407072] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1171.407498] env[69308]: DEBUG nova.compute.manager [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.408979] env[69308]: DEBUG nova.network.neutron [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating instance_info_cache with network_info: [{"id": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "address": "fa:16:3e:b2:5f:b5", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7faa19f2-a6", "ovs_interfaceid": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.411079] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cba2917-0b3f-4dad-bbd1-f8d87592f7ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.414382] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837bc938-294a-49b2-9754-fd3d43ca436f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.427405] env[69308]: DEBUG nova.network.neutron [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Successfully created port: 0096e7c6-f447-4741-af72-e6e38fb212cc {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.430594] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf38e1-d87d-410b-9315-a44a57042c43 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.440411] env[69308]: DEBUG oslo_concurrency.lockutils [req-69724ee9-f647-44a3-99d9-6f98ba7f212e req-564d6bc9-3960-493e-9208-9fb250f8c888 service nova] Releasing lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.450910] env[69308]: DEBUG nova.compute.provider_tree [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.455841] env[69308]: DEBUG oslo_vmware.api [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Task: {'id': task-3869295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084303} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.456386] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.456577] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.456755] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.499125] env[69308]: DEBUG nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.533031] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.534338] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a902458-c907-41ed-84f9-8a3db5fcb9b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.547330] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dc222e-db46-4ca4-9fd3-22c2bbe81dda {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.565382] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5efabfe9-8065-4f53-99cd-1410507dc83d] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.580038] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.595600] env[69308]: ERROR nova.compute.manager [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Failed to detach volume c3e20485-d969-4484-9ac3-5eb06161cdf4 from /dev/sda: nova.exception.InstanceNotFound: Instance ed9eed02-284a-49e3-b30c-2e6926d110cf could not be found. [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Traceback (most recent call last): [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self.driver.rebuild(**kwargs) [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] raise NotImplementedError() [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] NotImplementedError [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] During handling of the above exception, another exception occurred: [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Traceback (most recent call last): [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self.driver.detach_volume(context, old_connection_info, [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] return self._volumeops.detach_volume(connection_info, instance) [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self._detach_volume_vmdk(connection_info, instance) [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] stable_ref.fetch_moref(session) [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] nova.exception.InstanceNotFound: Instance ed9eed02-284a-49e3-b30c-2e6926d110cf could not be found. [ 1171.595600] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] [ 1171.662819] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869296, 'name': ReconfigVM_Task, 'duration_secs': 0.326902} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.663518] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 5a4cc733-c2ef-449a-929f-7b961dc61c5c/5a4cc733-c2ef-449a-929f-7b961dc61c5c.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.664421] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9660f4d0-a87d-4e4c-8eac-584646c91677 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.674062] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1171.674062] env[69308]: value = "task-3869298" [ 1171.674062] env[69308]: _type = "Task" [ 1171.674062] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.682769] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869298, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.774776] env[69308]: DEBUG nova.compute.utils [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Build of instance ed9eed02-284a-49e3-b30c-2e6926d110cf aborted: Failed to rebuild volume backed instance. {{(pid=69308) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1171.776902] env[69308]: ERROR nova.compute.manager [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ed9eed02-284a-49e3-b30c-2e6926d110cf aborted: Failed to rebuild volume backed instance. [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Traceback (most recent call last): [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self.driver.rebuild(**kwargs) [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] raise NotImplementedError() [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] NotImplementedError [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] During handling of the above exception, another exception occurred: [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Traceback (most recent call last): [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self._detach_root_volume(context, instance, root_bdm) [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] with excutils.save_and_reraise_exception(): [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self.force_reraise() [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] raise self.value [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self.driver.detach_volume(context, old_connection_info, [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] return self._volumeops.detach_volume(connection_info, instance) [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self._detach_volume_vmdk(connection_info, instance) [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] stable_ref.fetch_moref(session) [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] nova.exception.InstanceNotFound: Instance ed9eed02-284a-49e3-b30c-2e6926d110cf could not be found. [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] During handling of the above exception, another exception occurred: [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Traceback (most recent call last): [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] yield [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1171.776902] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self._do_rebuild_instance_with_claim( [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self._do_rebuild_instance( [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self._rebuild_default_impl(**kwargs) [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] self._rebuild_volume_backed_instance( [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] raise exception.BuildAbortException( [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] nova.exception.BuildAbortException: Build of instance ed9eed02-284a-49e3-b30c-2e6926d110cf aborted: Failed to rebuild volume backed instance. [ 1171.778279] env[69308]: ERROR nova.compute.manager [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] [ 1171.790320] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869297, 'name': ReconfigVM_Task, 'duration_secs': 0.291871} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.790606] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-6a68883b-b574-4031-87c9-f7c73a85dabb/volume-6a68883b-b574-4031-87c9-f7c73a85dabb.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.795748] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d354fc76-075b-4134-801c-529e23b6be97 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.806614] env[69308]: DEBUG nova.network.neutron [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.816724] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1171.816724] env[69308]: value = "task-3869299" [ 1171.816724] env[69308]: _type = "Task" [ 1171.816724] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.826235] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.918648] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.942032] env[69308]: INFO nova.compute.manager [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Shelve offloading [ 1171.959808] env[69308]: DEBUG nova.scheduler.client.report [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.000953] env[69308]: DEBUG nova.network.neutron [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Updating instance_info_cache with network_info: [{"id": "875cf36c-0dbb-4ed7-a5d8-d26212dd7dba", "address": "fa:16:3e:b0:94:51", "network": {"id": "b5c62d8f-5f7d-4dbc-98cd-45f78a1a9c65", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1232852350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336d2a914e004b24a175d5068018f93c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875cf36c-0d", "ovs_interfaceid": "875cf36c-0dbb-4ed7-a5d8-d26212dd7dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.072838] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: a7b7c21b-f0cf-4cf8-82c1-1e36d99fdf7b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.082178] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869290, 'name': ReconfigVM_Task, 'duration_secs': 1.470733} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.085026] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b/5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.085026] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13518c0a-59c5-49fe-b0d6-54c75351704c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.091191] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1172.091191] env[69308]: value = "task-3869300" [ 1172.091191] env[69308]: _type = "Task" [ 1172.091191] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.102296] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869300, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.190403] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869298, 'name': Rename_Task, 'duration_secs': 0.181268} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.190705] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.190980] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2963f76-33fa-4feb-9f95-347e437e66ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.199151] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1172.199151] env[69308]: value = "task-3869301" [ 1172.199151] env[69308]: _type = "Task" [ 1172.199151] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.211574] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.246960] env[69308]: DEBUG nova.compute.manager [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Received event network-vif-plugged-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.249328] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] Acquiring lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.249706] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] Lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.249960] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] Lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.250371] env[69308]: DEBUG nova.compute.manager [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] No waiting events found dispatching network-vif-plugged-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.250940] env[69308]: WARNING nova.compute.manager [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Received unexpected event network-vif-plugged-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba for instance with vm_state building and task_state spawning. [ 1172.251213] env[69308]: DEBUG nova.compute.manager [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Received event network-changed-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.251422] env[69308]: DEBUG nova.compute.manager [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Refreshing instance network info cache due to event network-changed-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.251609] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] Acquiring lock "refresh_cache-1baaac92-a56b-4a27-b743-8eda0aeccb0b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.266331] env[69308]: DEBUG nova.compute.manager [req-cd51334d-6089-4942-9c1a-cc3073626a73 req-486c8dff-06ed-4f42-9da0-fc1dd0cd38e4 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received event network-vif-unplugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.266554] env[69308]: DEBUG oslo_concurrency.lockutils [req-cd51334d-6089-4942-9c1a-cc3073626a73 req-486c8dff-06ed-4f42-9da0-fc1dd0cd38e4 service nova] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.266762] env[69308]: DEBUG oslo_concurrency.lockutils [req-cd51334d-6089-4942-9c1a-cc3073626a73 req-486c8dff-06ed-4f42-9da0-fc1dd0cd38e4 service nova] Lock "5d9baa45-0094-4444-b331-452f667d1af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.266943] env[69308]: DEBUG oslo_concurrency.lockutils [req-cd51334d-6089-4942-9c1a-cc3073626a73 req-486c8dff-06ed-4f42-9da0-fc1dd0cd38e4 service nova] Lock "5d9baa45-0094-4444-b331-452f667d1af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.267825] env[69308]: DEBUG nova.compute.manager [req-cd51334d-6089-4942-9c1a-cc3073626a73 req-486c8dff-06ed-4f42-9da0-fc1dd0cd38e4 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] No waiting events found dispatching network-vif-unplugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.268050] env[69308]: WARNING nova.compute.manager [req-cd51334d-6089-4942-9c1a-cc3073626a73 req-486c8dff-06ed-4f42-9da0-fc1dd0cd38e4 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received unexpected event network-vif-unplugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 for instance with vm_state shelved and task_state shelving_offloading. [ 1172.326088] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869299, 'name': ReconfigVM_Task, 'duration_secs': 0.125385} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.326403] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768801', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'name': 'volume-6a68883b-b574-4031-87c9-f7c73a85dabb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f846ecc-230d-4d36-aea6-a2c6a41e37d4', 'attached_at': '', 'detached_at': '', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'serial': '6a68883b-b574-4031-87c9-f7c73a85dabb'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1172.326976] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a95a84ec-07dc-451b-a031-f678ccea5a08 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.335861] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1172.335861] env[69308]: value = "task-3869302" [ 1172.335861] env[69308]: _type = "Task" [ 1172.335861] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.351327] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869302, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.380638] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.381681] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2552e342-46dd-4c0a-96e1-fee5f5bff87c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.389671] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.389965] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff9304f8-1eb2-40c9-b853-4e32f9f8f102 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.447338] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.447678] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f28cb303-7c30-4e04-996e-8b9b206192f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.456595] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1172.456595] env[69308]: value = "task-3869304" [ 1172.456595] env[69308]: _type = "Task" [ 1172.456595] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.469281] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.473235] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.466s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.473560] env[69308]: DEBUG nova.objects.instance [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'resources' on Instance uuid 4159934b-8fe1-4454-859c-6c220d69320f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.475815] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1172.476289] env[69308]: DEBUG nova.compute.manager [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.476706] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.477149] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.477263] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleting the datastore file [datastore1] 5d9baa45-0094-4444-b331-452f667d1af5 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.478177] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c414e2-d824-4e14-a867-ccd06f9bc158 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.481115] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9cb1a2e-4b3e-42a1-95e1-dacef51e63ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.489334] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.489647] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.489908] env[69308]: DEBUG nova.network.neutron [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.493358] env[69308]: INFO nova.scheduler.client.report [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Deleted allocations for instance c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6 [ 1172.499206] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1172.499206] env[69308]: value = "task-3869305" [ 1172.499206] env[69308]: _type = "Task" [ 1172.499206] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.508555] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.511477] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Releasing lock "refresh_cache-1baaac92-a56b-4a27-b743-8eda0aeccb0b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.511628] env[69308]: DEBUG nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Instance network_info: |[{"id": "875cf36c-0dbb-4ed7-a5d8-d26212dd7dba", "address": "fa:16:3e:b0:94:51", "network": {"id": "b5c62d8f-5f7d-4dbc-98cd-45f78a1a9c65", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1232852350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336d2a914e004b24a175d5068018f93c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875cf36c-0d", "ovs_interfaceid": "875cf36c-0dbb-4ed7-a5d8-d26212dd7dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.512812] env[69308]: DEBUG nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.514625] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] Acquired lock "refresh_cache-1baaac92-a56b-4a27-b743-8eda0aeccb0b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.514815] env[69308]: DEBUG nova.network.neutron [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Refreshing network info cache for port 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.516048] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:94:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875cf36c-0dbb-4ed7-a5d8-d26212dd7dba', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.523613] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Creating folder: Project (336d2a914e004b24a175d5068018f93c). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.526700] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2276516f-0b2e-4e41-948c-406fedaa1001 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.541100] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Created folder: Project (336d2a914e004b24a175d5068018f93c) in parent group-v768498. [ 1172.541399] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Creating folder: Instances. Parent ref: group-v768810. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.541690] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eab9679-64a2-4ba3-a0ea-4e2a64c3162b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.555119] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.555492] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.555612] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.556105] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.556250] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.556412] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.556675] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.556896] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.557145] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.557411] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.557615] env[69308]: DEBUG nova.virt.hardware [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.558932] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aba800-9f1d-4bfd-a470-d0a4c0066f33 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.563766] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Created folder: Instances in parent group-v768810. [ 1172.564305] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.567851] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.568481] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-545bb8fb-e2c5-4d6f-a6f0-07f967d067f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.590178] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: cc7565da-c853-4592-af47-305eecd1e873] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.596611] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aeb1ab-d0c9-4a20-8bc1-f9df37d48fde {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.609575] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.609575] env[69308]: value = "task-3869308" [ 1172.609575] env[69308]: _type = "Task" [ 1172.609575] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.634526] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869300, 'name': Rename_Task, 'duration_secs': 0.180026} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.635617] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.636053] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb86205d-59e2-4728-8dc3-b7e920bdd577 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.642995] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869308, 'name': CreateVM_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.650368] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1172.650368] env[69308]: value = "task-3869309" [ 1172.650368] env[69308]: _type = "Task" [ 1172.650368] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.662159] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.710984] env[69308]: DEBUG oslo_vmware.api [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869301, 'name': PowerOnVM_Task, 'duration_secs': 0.49591} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.711682] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.711888] env[69308]: INFO nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1172.712079] env[69308]: DEBUG nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.715304] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb407e5-80e9-4579-99c2-70e3007660c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.826457] env[69308]: DEBUG nova.network.neutron [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Updated VIF entry in instance network info cache for port 875cf36c-0dbb-4ed7-a5d8-d26212dd7dba. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.827133] env[69308]: DEBUG nova.network.neutron [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Updating instance_info_cache with network_info: [{"id": "875cf36c-0dbb-4ed7-a5d8-d26212dd7dba", "address": "fa:16:3e:b0:94:51", "network": {"id": "b5c62d8f-5f7d-4dbc-98cd-45f78a1a9c65", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1232852350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "336d2a914e004b24a175d5068018f93c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875cf36c-0d", "ovs_interfaceid": "875cf36c-0dbb-4ed7-a5d8-d26212dd7dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.850379] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869302, 'name': Rename_Task, 'duration_secs': 0.153787} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.850663] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.850916] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8a5e30-7769-4213-82de-087587c511ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.858840] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1172.858840] env[69308]: value = "task-3869310" [ 1172.858840] env[69308]: _type = "Task" [ 1172.858840] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.868550] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.008212] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7c803f4b-bcf0-4bcf-b484-11d529b5b448 tempest-ServerDiskConfigTestJSON-592323136 tempest-ServerDiskConfigTestJSON-592323136-project-member] Lock "c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.219s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.021488] env[69308]: DEBUG oslo_vmware.api [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158731} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.021981] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.022915] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.023264] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.062050] env[69308]: INFO nova.scheduler.client.report [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted allocations for instance 5d9baa45-0094-4444-b331-452f667d1af5 [ 1173.094624] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 49b48664-ced0-4e06-a7c2-c78b42b7dd6f] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.126619] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869308, 'name': CreateVM_Task, 'duration_secs': 0.375908} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.127013] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.127693] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.127857] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.128197] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.128726] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245a1cfe-afc3-45ce-ab04-7e815e1728e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.134875] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1173.134875] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52606f26-2368-e7d3-a097-5afb27510f5d" [ 1173.134875] env[69308]: _type = "Task" [ 1173.134875] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.152458] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52606f26-2368-e7d3-a097-5afb27510f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.164689] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.234930] env[69308]: INFO nova.compute.manager [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Took 17.69 seconds to build instance. [ 1173.265144] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b3030b-952b-4c5d-8295-00727f3af991 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.277183] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958404fb-6cb1-4982-a310-6ca27e66ade3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.314490] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0352cb-7ba8-4dff-8f2a-c88405098922 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.323495] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567630ee-827a-455e-a313-e4356a531bc2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.329855] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9bae7-2620-46a9-9e9c-d93a1b7e3f61 req-8ec1c8fc-e91d-4a7e-9596-5e9d1108bb07 service nova] Releasing lock "refresh_cache-1baaac92-a56b-4a27-b743-8eda0aeccb0b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.340973] env[69308]: DEBUG nova.compute.provider_tree [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.369316] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869310, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.400524] env[69308]: DEBUG nova.network.neutron [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Updating instance_info_cache with network_info: [{"id": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "address": "fa:16:3e:c8:db:cb", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b9c8ab-d6", "ovs_interfaceid": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.569396] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.602994] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 9a4f7927-1657-40c2-a11c-c9be89fc534a] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.648314] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52606f26-2368-e7d3-a097-5afb27510f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.016901} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.648743] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.648988] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.649427] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.649631] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.649846] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.650114] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8bf1c08-1bf8-475d-be9b-546738760258 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.661993] env[69308]: DEBUG oslo_vmware.api [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869309, 'name': PowerOnVM_Task, 'duration_secs': 0.663991} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.663226] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.663526] env[69308]: INFO nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Took 11.68 seconds to spawn the instance on the hypervisor. [ 1173.664031] env[69308]: DEBUG nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.664394] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.664622] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.665849] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f126a6-49f6-4847-b398-cdbb1aaf94b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.668674] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013a5229-5544-4bc7-a59e-8d759e116574 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.677800] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1173.677800] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5225a143-2d67-2878-8f1a-e88469ad9571" [ 1173.677800] env[69308]: _type = "Task" [ 1173.677800] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.692028] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5225a143-2d67-2878-8f1a-e88469ad9571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.704861] env[69308]: DEBUG nova.network.neutron [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Successfully updated port: 0096e7c6-f447-4741-af72-e6e38fb212cc {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.737566] env[69308]: DEBUG oslo_concurrency.lockutils [None req-3c96dded-f163-4a1b-bc29-5023acb3b75d tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.210s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.821022] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.844670] env[69308]: DEBUG nova.scheduler.client.report [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.871988] env[69308]: DEBUG oslo_vmware.api [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869310, 'name': PowerOnVM_Task, 'duration_secs': 0.541017} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.872312] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.872506] env[69308]: INFO nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Took 4.90 seconds to spawn the instance on the hypervisor. [ 1173.872712] env[69308]: DEBUG nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.873818] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51803627-e1c6-47b5-8b49-5a10925ae78d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.906713] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.104854] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: aea44502-abe4-49b0-9dea-202432ef5595] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.198907] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5225a143-2d67-2878-8f1a-e88469ad9571, 'name': SearchDatastore_Task, 'duration_secs': 0.035596} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.199677] env[69308]: INFO nova.compute.manager [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Took 19.22 seconds to build instance. [ 1174.201843] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3522b6-92e1-4fcf-a5e0-01c32f9adac6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.209168] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquiring lock "refresh_cache-ef429cde-997f-4874-8d5a-39ed0c753f26" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.209367] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquired lock "refresh_cache-ef429cde-997f-4874-8d5a-39ed0c753f26" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.209719] env[69308]: DEBUG nova.network.neutron [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.214702] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1174.214702] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5201924d-82e0-d6ec-6df2-b0dd2e625193" [ 1174.214702] env[69308]: _type = "Task" [ 1174.214702] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.230623] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5201924d-82e0-d6ec-6df2-b0dd2e625193, 'name': SearchDatastore_Task, 'duration_secs': 0.015478} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.231753] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.231753] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 1baaac92-a56b-4a27-b743-8eda0aeccb0b/1baaac92-a56b-4a27-b743-8eda0aeccb0b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.231753] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd01d9a-4da8-41ae-b6cd-74b27e05620c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.241021] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1174.241021] env[69308]: value = "task-3869311" [ 1174.241021] env[69308]: _type = "Task" [ 1174.241021] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.249854] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.350444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.353165] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.044s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.355792] env[69308]: INFO nova.compute.claims [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.378359] env[69308]: DEBUG nova.compute.manager [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received event network-changed-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.378477] env[69308]: DEBUG nova.compute.manager [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Refreshing instance network info cache due to event network-changed-7faa19f2-a641-4fb7-a87a-6838704d08f1. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.378708] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Acquiring lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.378863] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Acquired lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.379086] env[69308]: DEBUG nova.network.neutron [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Refreshing network info cache for port 7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.398737] env[69308]: INFO nova.compute.manager [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Took 17.09 seconds to build instance. [ 1174.406257] env[69308]: INFO nova.scheduler.client.report [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted allocations for instance 4159934b-8fe1-4454-859c-6c220d69320f [ 1174.449090] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.449090] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.449090] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.449090] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.449090] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.453414] env[69308]: INFO nova.compute.manager [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Terminating instance [ 1174.607461] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.607461] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b47ca32-11ee-4b33-8062-8edee89dfa1d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.611704] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c20c1108-464f-4bbe-b465-da06ca5b84d6] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.620692] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.620979] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a0cc557-6cbf-4e06-8951-2a96917a90bf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.702886] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6f134530-2618-4ca7-b643-a0615129dd06 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.730s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.719989] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.720261] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.720448] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleting the datastore file [datastore2] 6b3477ec-70ad-4477-91e7-84851a0dd31f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.724387] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aecf8786-ef41-4625-8ee0-747d1ca58ad5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.735237] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1174.735237] env[69308]: value = "task-3869313" [ 1174.735237] env[69308]: _type = "Task" [ 1174.735237] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.750336] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.760332] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.783054] env[69308]: DEBUG nova.network.neutron [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.903718] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4355f018-c811-452b-846a-5daa2e4a9877 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.608s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.916849] env[69308]: DEBUG oslo_concurrency.lockutils [None req-61fb384f-30a9-496d-8205-77d64f43b3da tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "4159934b-8fe1-4454-859c-6c220d69320f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.206s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.959165] env[69308]: DEBUG nova.compute.manager [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.959376] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.960318] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebda4b1c-7fc0-4582-a454-f6d88d8c987c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.969304] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.969538] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1587684-cae0-49ff-90df-def182032aa7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.978375] env[69308]: DEBUG oslo_vmware.api [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1174.978375] env[69308]: value = "task-3869314" [ 1174.978375] env[69308]: _type = "Task" [ 1174.978375] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.991561] env[69308]: DEBUG oslo_vmware.api [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.011144] env[69308]: DEBUG nova.network.neutron [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Updating instance_info_cache with network_info: [{"id": "0096e7c6-f447-4741-af72-e6e38fb212cc", "address": "fa:16:3e:e1:d3:13", "network": {"id": "25f3d405-110d-420a-84ba-4dd40d984095", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1008720294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e6945453784be599730c93b7982eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0096e7c6-f4", "ovs_interfaceid": "0096e7c6-f447-4741-af72-e6e38fb212cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.116480] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 79af13a1-4284-407a-8971-6e5f31a4cb6b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.175473] env[69308]: DEBUG nova.network.neutron [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updated VIF entry in instance network info cache for port 7faa19f2-a641-4fb7-a87a-6838704d08f1. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.176117] env[69308]: DEBUG nova.network.neutron [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating instance_info_cache with network_info: [{"id": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "address": "fa:16:3e:b2:5f:b5", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7faa19f2-a6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.209373] env[69308]: DEBUG nova.compute.manager [req-73ba2cbf-10f2-428f-b614-bec5d71acdd1 req-3a291e6b-c6d7-4c8d-ba82-89994160881f service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Received event network-changed-386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.209373] env[69308]: DEBUG nova.compute.manager [req-73ba2cbf-10f2-428f-b614-bec5d71acdd1 req-3a291e6b-c6d7-4c8d-ba82-89994160881f service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Refreshing instance network info cache due to event network-changed-386318ca-6460-4cbd-8f88-abd85d742336. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.210312] env[69308]: DEBUG oslo_concurrency.lockutils [req-73ba2cbf-10f2-428f-b614-bec5d71acdd1 req-3a291e6b-c6d7-4c8d-ba82-89994160881f service nova] Acquiring lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.210622] env[69308]: DEBUG oslo_concurrency.lockutils [req-73ba2cbf-10f2-428f-b614-bec5d71acdd1 req-3a291e6b-c6d7-4c8d-ba82-89994160881f service nova] Acquired lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.210896] env[69308]: DEBUG nova.network.neutron [req-73ba2cbf-10f2-428f-b614-bec5d71acdd1 req-3a291e6b-c6d7-4c8d-ba82-89994160881f service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Refreshing network info cache for port 386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.231025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Acquiring lock "ed9eed02-284a-49e3-b30c-2e6926d110cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.231025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "ed9eed02-284a-49e3-b30c-2e6926d110cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.231025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Acquiring lock "ed9eed02-284a-49e3-b30c-2e6926d110cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.231025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "ed9eed02-284a-49e3-b30c-2e6926d110cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.231025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "ed9eed02-284a-49e3-b30c-2e6926d110cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.232948] env[69308]: INFO nova.compute.manager [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Terminating instance [ 1175.249766] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.257652] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747867} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.258123] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 1baaac92-a56b-4a27-b743-8eda0aeccb0b/1baaac92-a56b-4a27-b743-8eda0aeccb0b.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.258760] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.259264] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2407e02f-26db-47ab-b6e1-31e1d6f42836 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.271427] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1175.271427] env[69308]: value = "task-3869315" [ 1175.271427] env[69308]: _type = "Task" [ 1175.271427] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.283864] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.492069] env[69308]: DEBUG oslo_vmware.api [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869314, 'name': PowerOffVM_Task, 'duration_secs': 0.236824} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.492505] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.492690] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.492972] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b3372e2-ef92-4bb2-a62b-fbe050208620 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.516347] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Releasing lock "refresh_cache-ef429cde-997f-4874-8d5a-39ed0c753f26" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.516802] env[69308]: DEBUG nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Instance network_info: |[{"id": "0096e7c6-f447-4741-af72-e6e38fb212cc", "address": "fa:16:3e:e1:d3:13", "network": {"id": "25f3d405-110d-420a-84ba-4dd40d984095", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1008720294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e6945453784be599730c93b7982eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0096e7c6-f4", "ovs_interfaceid": "0096e7c6-f447-4741-af72-e6e38fb212cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.518937] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:d3:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0096e7c6-f447-4741-af72-e6e38fb212cc', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.533651] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Creating folder: Project (24e6945453784be599730c93b7982eb9). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.537464] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e2ed0ed-6dbd-4d99-8cfd-8be4dd74d06e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.549101] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Created folder: Project (24e6945453784be599730c93b7982eb9) in parent group-v768498. [ 1175.549342] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Creating folder: Instances. Parent ref: group-v768813. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.549610] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b38519e-15b2-4e06-b6f7-c42aeabb1263 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.561499] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.561777] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.562030] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleting the datastore file [datastore2] 5a4cc733-c2ef-449a-929f-7b961dc61c5c {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.562358] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b8612ad-2e3d-4522-8b19-59b3ad500844 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.570916] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Created folder: Instances in parent group-v768813. [ 1175.571000] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.574644] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.574644] env[69308]: DEBUG oslo_vmware.api [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1175.574644] env[69308]: value = "task-3869319" [ 1175.574644] env[69308]: _type = "Task" [ 1175.574644] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.574644] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d70e62-e56d-4cc2-9e72-e20caee8697f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.607349] env[69308]: DEBUG oslo_vmware.api [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.607629] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.607629] env[69308]: value = "task-3869320" [ 1175.607629] env[69308]: _type = "Task" [ 1175.607629] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.621821] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: b3adb3ed-90b1-450a-b86c-c29fdd26f9f0] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.623729] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869320, 'name': CreateVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.632067] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baab9dd-2162-405b-ae1d-ad172d14eb71 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.640817] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75dfb7a-eb65-4e74-b7e1-e143a73dbaf7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.678166] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f63168-3400-4d8e-852d-9a1c66ca5e17 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.681210] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Releasing lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.681462] env[69308]: DEBUG nova.compute.manager [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Received event network-vif-plugged-0096e7c6-f447-4741-af72-e6e38fb212cc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.681656] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Acquiring lock "ef429cde-997f-4874-8d5a-39ed0c753f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.681856] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Lock "ef429cde-997f-4874-8d5a-39ed0c753f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.682178] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Lock "ef429cde-997f-4874-8d5a-39ed0c753f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.682266] env[69308]: DEBUG nova.compute.manager [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] No waiting events found dispatching network-vif-plugged-0096e7c6-f447-4741-af72-e6e38fb212cc {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.682430] env[69308]: WARNING nova.compute.manager [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Received unexpected event network-vif-plugged-0096e7c6-f447-4741-af72-e6e38fb212cc for instance with vm_state building and task_state spawning. [ 1175.682590] env[69308]: DEBUG nova.compute.manager [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Received event network-changed-0096e7c6-f447-4741-af72-e6e38fb212cc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.682825] env[69308]: DEBUG nova.compute.manager [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Refreshing instance network info cache due to event network-changed-0096e7c6-f447-4741-af72-e6e38fb212cc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.682931] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Acquiring lock "refresh_cache-ef429cde-997f-4874-8d5a-39ed0c753f26" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.683077] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Acquired lock "refresh_cache-ef429cde-997f-4874-8d5a-39ed0c753f26" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.683233] env[69308]: DEBUG nova.network.neutron [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Refreshing network info cache for port 0096e7c6-f447-4741-af72-e6e38fb212cc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.690902] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a046157-b75e-4338-879e-6cdd629b2e45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.708520] env[69308]: DEBUG nova.compute.provider_tree [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.741363] env[69308]: DEBUG nova.compute.manager [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.741697] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57b4113b-dec5-4576-9afb-e8d97b5d857c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.746859] env[69308]: DEBUG oslo_vmware.api [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604449} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.747569] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.747795] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.748058] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.754295] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b34648b-64bd-46de-8d75-33b6d122460c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.786658] env[69308]: WARNING nova.virt.vmwareapi.driver [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ed9eed02-284a-49e3-b30c-2e6926d110cf could not be found. [ 1175.786658] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.787870] env[69308]: INFO nova.scheduler.client.report [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted allocations for instance 6b3477ec-70ad-4477-91e7-84851a0dd31f [ 1175.790895] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5386ff66-0789-4ee3-87c9-94e3be673f3c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.797741] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078983} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.798853] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.799710] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3513b4a4-d375-4bf0-8418-d183533cac09 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.807039] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7803cf-0e52-4a68-94b9-ec1b0075efe5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.837837] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 1baaac92-a56b-4a27-b743-8eda0aeccb0b/1baaac92-a56b-4a27-b743-8eda0aeccb0b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.839439] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afd3287-d824-4183-8be7-754d9e1d630b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.865215] env[69308]: WARNING nova.virt.vmwareapi.vmops [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ed9eed02-284a-49e3-b30c-2e6926d110cf could not be found. [ 1175.865965] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.865965] env[69308]: INFO nova.compute.manager [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1175.866135] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.866755] env[69308]: DEBUG nova.compute.manager [-] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.866893] env[69308]: DEBUG nova.network.neutron [-] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.871870] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1175.871870] env[69308]: value = "task-3869321" [ 1175.871870] env[69308]: _type = "Task" [ 1175.871870] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.881826] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.102219] env[69308]: DEBUG oslo_vmware.api [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376997} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.102843] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.103205] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.103509] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.103852] env[69308]: INFO nova.compute.manager [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1176.104248] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.104619] env[69308]: DEBUG nova.compute.manager [-] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.104854] env[69308]: DEBUG nova.network.neutron [-] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.117928] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869320, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.130973] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6803c1da-f1d1-4b4f-a067-170e95276d4b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.216028] env[69308]: DEBUG nova.scheduler.client.report [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.299639] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.382891] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869321, 'name': ReconfigVM_Task, 'duration_secs': 0.384473} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.386115] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 1baaac92-a56b-4a27-b743-8eda0aeccb0b/1baaac92-a56b-4a27-b743-8eda0aeccb0b.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.386115] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eec6112-e222-461b-8dc9-335630c215f0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.393028] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1176.393028] env[69308]: value = "task-3869322" [ 1176.393028] env[69308]: _type = "Task" [ 1176.393028] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.401434] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869322, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.408864] env[69308]: DEBUG nova.network.neutron [req-73ba2cbf-10f2-428f-b614-bec5d71acdd1 req-3a291e6b-c6d7-4c8d-ba82-89994160881f service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Updated VIF entry in instance network info cache for port 386318ca-6460-4cbd-8f88-abd85d742336. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.409493] env[69308]: DEBUG nova.network.neutron [req-73ba2cbf-10f2-428f-b614-bec5d71acdd1 req-3a291e6b-c6d7-4c8d-ba82-89994160881f service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Updating instance_info_cache with network_info: [{"id": "386318ca-6460-4cbd-8f88-abd85d742336", "address": "fa:16:3e:2e:3d:55", "network": {"id": "384659bf-ed62-4706-97be-d3b3e837dc1f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1675535497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5fba0e4c72f49a491737d845110871d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap386318ca-64", "ovs_interfaceid": "386318ca-6460-4cbd-8f88-abd85d742336", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.464229] env[69308]: DEBUG nova.compute.manager [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Received event network-vif-unplugged-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.464655] env[69308]: DEBUG oslo_concurrency.lockutils [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] Acquiring lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.465025] env[69308]: DEBUG oslo_concurrency.lockutils [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.465429] env[69308]: DEBUG oslo_concurrency.lockutils [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.466113] env[69308]: DEBUG nova.compute.manager [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] No waiting events found dispatching network-vif-unplugged-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.466522] env[69308]: WARNING nova.compute.manager [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Received unexpected event network-vif-unplugged-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 for instance with vm_state shelved_offloaded and task_state None. [ 1176.466809] env[69308]: DEBUG nova.compute.manager [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Received event network-changed-36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.469023] env[69308]: DEBUG nova.compute.manager [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Refreshing instance network info cache due to event network-changed-36b9c8ab-d6f3-4138-8730-378e1e8b4c83. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.469023] env[69308]: DEBUG oslo_concurrency.lockutils [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] Acquiring lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.469023] env[69308]: DEBUG oslo_concurrency.lockutils [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] Acquired lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.469023] env[69308]: DEBUG nova.network.neutron [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Refreshing network info cache for port 36b9c8ab-d6f3-4138-8730-378e1e8b4c83 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.626537] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869320, 'name': CreateVM_Task, 'duration_secs': 0.52385} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.626537] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.626537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.626537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.626537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.626537] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aaf1d06-4d6f-460f-a81e-44cb9f7041f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.631919] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: fdc7294d-e510-45d8-a101-d6d3b777fcaf] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.634795] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1176.634795] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db4119-12c3-0cbf-bd3b-23e49003df4e" [ 1176.634795] env[69308]: _type = "Task" [ 1176.634795] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.646941] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db4119-12c3-0cbf-bd3b-23e49003df4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.722303] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.722917] env[69308]: DEBUG nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.725923] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.157s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.726185] env[69308]: DEBUG nova.objects.instance [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'resources' on Instance uuid 5d9baa45-0094-4444-b331-452f667d1af5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.903212] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869322, 'name': Rename_Task, 'duration_secs': 0.248842} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.903559] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.903841] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1fd3c13-a865-4f69-87f8-1ba1f2cc4cac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.912202] env[69308]: DEBUG oslo_concurrency.lockutils [req-73ba2cbf-10f2-428f-b614-bec5d71acdd1 req-3a291e6b-c6d7-4c8d-ba82-89994160881f service nova] Releasing lock "refresh_cache-5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.912675] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1176.912675] env[69308]: value = "task-3869323" [ 1176.912675] env[69308]: _type = "Task" [ 1176.912675] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.923057] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.104188] env[69308]: DEBUG nova.network.neutron [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Updated VIF entry in instance network info cache for port 0096e7c6-f447-4741-af72-e6e38fb212cc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.104584] env[69308]: DEBUG nova.network.neutron [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Updating instance_info_cache with network_info: [{"id": "0096e7c6-f447-4741-af72-e6e38fb212cc", "address": "fa:16:3e:e1:d3:13", "network": {"id": "25f3d405-110d-420a-84ba-4dd40d984095", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1008720294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e6945453784be599730c93b7982eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0096e7c6-f4", "ovs_interfaceid": "0096e7c6-f447-4741-af72-e6e38fb212cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.144302] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 8f61152a-ba4c-402d-aa6a-32345bb4309f] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.154267] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52db4119-12c3-0cbf-bd3b-23e49003df4e, 'name': SearchDatastore_Task, 'duration_secs': 0.023595} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.154861] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.158234] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.158234] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.158234] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.158234] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.158234] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-314e22f3-1fd5-4ba2-817d-79116d7f551d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.168847] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.169819] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.170630] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d1f09d-cebf-4923-81fa-2ea1fd582073 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.179055] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1177.179055] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c967fe-02fb-144d-f44a-f6765d99b032" [ 1177.179055] env[69308]: _type = "Task" [ 1177.179055] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.190418] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c967fe-02fb-144d-f44a-f6765d99b032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.229797] env[69308]: DEBUG nova.compute.utils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.233257] env[69308]: DEBUG nova.objects.instance [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'numa_topology' on Instance uuid 5d9baa45-0094-4444-b331-452f667d1af5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.235439] env[69308]: DEBUG nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.235612] env[69308]: DEBUG nova.network.neutron [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.326238] env[69308]: DEBUG nova.policy [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e6df05b692243e5b7d415af77920970', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1cb6bba470f4c0b9704506c531ad2c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.428559] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.459789] env[69308]: DEBUG nova.compute.manager [req-21145c56-b64f-4527-8748-47b8e8125346 req-5a50ec9d-c60c-428a-a2e4-38311a9c24a2 service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Received event network-vif-deleted-9cec1eed-2e4b-4692-a5a9-fa4de61efcad {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.459789] env[69308]: INFO nova.compute.manager [req-21145c56-b64f-4527-8748-47b8e8125346 req-5a50ec9d-c60c-428a-a2e4-38311a9c24a2 service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Neutron deleted interface 9cec1eed-2e4b-4692-a5a9-fa4de61efcad; detaching it from the instance and deleting it from the info cache [ 1177.459789] env[69308]: DEBUG nova.network.neutron [req-21145c56-b64f-4527-8748-47b8e8125346 req-5a50ec9d-c60c-428a-a2e4-38311a9c24a2 service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.493768] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.607991] env[69308]: DEBUG oslo_concurrency.lockutils [req-c51ce99c-43f0-41cd-8290-5e3c3a731597 req-b3928df8-c10a-4158-9961-111543892062 service nova] Releasing lock "refresh_cache-ef429cde-997f-4874-8d5a-39ed0c753f26" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.648118] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 57240612-d241-48c8-845f-52503cdaf021] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.671281] env[69308]: DEBUG nova.network.neutron [-] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.699531] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c967fe-02fb-144d-f44a-f6765d99b032, 'name': SearchDatastore_Task, 'duration_secs': 0.021549} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.702797] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3478d74-0a6e-417e-82fd-6e3e84b98284 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.712426] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1177.712426] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52deb0bc-e829-98a6-8935-8adee0406489" [ 1177.712426] env[69308]: _type = "Task" [ 1177.712426] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.727509] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52deb0bc-e829-98a6-8935-8adee0406489, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.732016] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.732016] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] ef429cde-997f-4874-8d5a-39ed0c753f26/ef429cde-997f-4874-8d5a-39ed0c753f26.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.732268] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74bd47b-617c-4d2e-ae01-b5cda3e023bd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.736194] env[69308]: DEBUG nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.744907] env[69308]: DEBUG nova.objects.base [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Object Instance<5d9baa45-0094-4444-b331-452f667d1af5> lazy-loaded attributes: resources,numa_topology {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.750180] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1177.750180] env[69308]: value = "task-3869324" [ 1177.750180] env[69308]: _type = "Task" [ 1177.750180] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.766734] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.864092] env[69308]: DEBUG nova.network.neutron [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Updated VIF entry in instance network info cache for port 36b9c8ab-d6f3-4138-8730-378e1e8b4c83. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.864522] env[69308]: DEBUG nova.network.neutron [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Updating instance_info_cache with network_info: [{"id": "36b9c8ab-d6f3-4138-8730-378e1e8b4c83", "address": "fa:16:3e:c8:db:cb", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": null, "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap36b9c8ab-d6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.931519] env[69308]: DEBUG oslo_vmware.api [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869323, 'name': PowerOnVM_Task, 'duration_secs': 0.926683} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.931849] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.935203] env[69308]: INFO nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1177.935203] env[69308]: DEBUG nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.935203] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec7c3e7-f2ce-4155-8c17-d1a320a0b753 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.939706] env[69308]: DEBUG nova.network.neutron [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Successfully created port: c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.966448] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce0b778f-8bc6-4bb2-90d5-a02450b90b95 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.973916] env[69308]: DEBUG nova.network.neutron [-] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.982322] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc234ba-690d-4753-9fc5-d035351e6a55 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.019023] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e2eb1-9988-42bf-a753-8ee67e15fbb3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.033263] env[69308]: DEBUG nova.compute.manager [req-21145c56-b64f-4527-8748-47b8e8125346 req-5a50ec9d-c60c-428a-a2e4-38311a9c24a2 service nova] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Detach interface failed, port_id=9cec1eed-2e4b-4692-a5a9-fa4de61efcad, reason: Instance 5a4cc733-c2ef-449a-929f-7b961dc61c5c could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.039116] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c32cf-b82c-4666-8d95-b02befb447ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.073727] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4129914-d78d-4009-b8b0-0b08d629f27a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.081279] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71edf24-25ca-4691-bd79-e3204dbddd80 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.097886] env[69308]: DEBUG nova.compute.provider_tree [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.151233] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: d930a8a9-0db0-46ab-843f-6525300270cb] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.174133] env[69308]: INFO nova.compute.manager [-] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Took 2.07 seconds to deallocate network for instance. [ 1178.221683] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.268499] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869324, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.369593] env[69308]: DEBUG oslo_concurrency.lockutils [req-1232587d-613f-406a-899f-2f412aacafd6 req-0e1684c3-818e-4ece-933a-75f574e0b602 service nova] Releasing lock "refresh_cache-6b3477ec-70ad-4477-91e7-84851a0dd31f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.462817] env[69308]: INFO nova.compute.manager [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Took 20.67 seconds to build instance. [ 1178.479185] env[69308]: INFO nova.compute.manager [-] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Took 2.61 seconds to deallocate network for instance. [ 1178.602606] env[69308]: DEBUG nova.scheduler.client.report [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.607192] env[69308]: DEBUG nova.compute.manager [req-b58243ba-e3ea-45ab-9946-e23116f46506 req-0256cbe0-5509-4e1b-9426-d2e2fa05fa76 service nova] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Received event network-vif-deleted-e1d427e0-bff0-4297-b82f-a88ae7e9df14 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.658025] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6a3bc1c6-d136-4125-9c5e-3704ed039744] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.682732] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.718942] env[69308]: DEBUG nova.compute.manager [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1178.761979] env[69308]: DEBUG nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.772530] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724894} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.773463] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] ef429cde-997f-4874-8d5a-39ed0c753f26/ef429cde-997f-4874-8d5a-39ed0c753f26.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.773777] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.774027] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff7d9620-ea17-439a-ab7b-ec47f7dce8a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.783702] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1178.783702] env[69308]: value = "task-3869325" [ 1178.783702] env[69308]: _type = "Task" [ 1178.783702] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.796090] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.798743] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.799047] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.799165] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.799385] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.799495] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.799645] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.799859] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.800133] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.800266] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.800515] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.800733] env[69308]: DEBUG nova.virt.hardware [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.801976] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e8059-c6ec-40c9-a12f-8f0d0ff5c6ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.810555] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79f303a-3d0b-4258-9a8b-d9a7b7df75b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.963865] env[69308]: DEBUG oslo_concurrency.lockutils [None req-44f8865c-3bd1-4a41-81dd-6f1540d5d3bc tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.183s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.031366] env[69308]: INFO nova.compute.manager [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Took 0.55 seconds to detach 1 volumes for instance. [ 1179.039176] env[69308]: DEBUG nova.compute.manager [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Deleting volume: c3e20485-d969-4484-9ac3-5eb06161cdf4 {{(pid=69308) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1179.115858] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.387s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.118053] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.299s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.164095] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6c3166aa-860a-4c74-9c0f-85f082424d62] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.216759] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.217051] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.244355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.295884] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072697} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.300013] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.301652] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7263ee-139a-4e96-b1e1-2c8a4107d391 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.328927] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ef429cde-997f-4874-8d5a-39ed0c753f26/ef429cde-997f-4874-8d5a-39ed0c753f26.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.332100] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b32081bd-02f4-4677-b2f9-8a12cd9f4274 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.354362] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1179.354362] env[69308]: value = "task-3869327" [ 1179.354362] env[69308]: _type = "Task" [ 1179.354362] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.373182] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.421155] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df5e70-d5b2-4282-a5c4-6119d90beae0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.428813] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49377f14-1a4e-4ad2-b654-c01e351c3418 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.469752] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f8774a-0135-4d2b-9db2-0a4995e91bf5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.478849] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f755bb5-92ef-44f7-b57a-569f7a1207ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.497088] env[69308]: DEBUG nova.compute.provider_tree [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.502169] env[69308]: DEBUG nova.compute.manager [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Received event network-changed-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.502867] env[69308]: DEBUG nova.compute.manager [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Refreshing instance network info cache due to event network-changed-d20fa1e0-74a8-4b53-9ffe-da81932ebd22. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.502867] env[69308]: DEBUG oslo_concurrency.lockutils [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] Acquiring lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.502867] env[69308]: DEBUG oslo_concurrency.lockutils [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] Acquired lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.503111] env[69308]: DEBUG nova.network.neutron [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Refreshing network info cache for port d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.550062] env[69308]: DEBUG nova.compute.manager [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1179.607483] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.625122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-342779e1-32d4-4cbe-818a-d92fe31a4483 tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.421s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.626259] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.133s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.626561] env[69308]: INFO nova.compute.manager [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Unshelving [ 1179.670148] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 24aebbfc-0ec8-4f39-b013-49bc901e18d3] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.720022] env[69308]: DEBUG nova.compute.manager [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.825609] env[69308]: DEBUG nova.network.neutron [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Successfully updated port: c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.867861] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.002030] env[69308]: DEBUG nova.scheduler.client.report [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.074453] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.169391] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquiring lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.169730] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.169873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquiring lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.170094] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.170274] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.172720] env[69308]: INFO nova.compute.manager [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Terminating instance [ 1180.174104] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6518127c-ce73-4cd9-a46f-152e6c36a40f] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.237382] env[69308]: DEBUG nova.network.neutron [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updated VIF entry in instance network info cache for port d20fa1e0-74a8-4b53-9ffe-da81932ebd22. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.237633] env[69308]: DEBUG nova.network.neutron [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updating instance_info_cache with network_info: [{"id": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "address": "fa:16:3e:d8:67:9c", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20fa1e0-74", "ovs_interfaceid": "d20fa1e0-74a8-4b53-9ffe-da81932ebd22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.256250] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.328645] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.328645] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.328820] env[69308]: DEBUG nova.network.neutron [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.367626] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869327, 'name': ReconfigVM_Task, 'duration_secs': 0.603772} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.368514] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ef429cde-997f-4874-8d5a-39ed0c753f26/ef429cde-997f-4874-8d5a-39ed0c753f26.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.369210] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b12cc1bf-7cd3-40b2-ac55-3cca53b899eb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.378602] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1180.378602] env[69308]: value = "task-3869328" [ 1180.378602] env[69308]: _type = "Task" [ 1180.378602] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.388611] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869328, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.511029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.390s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.511029] env[69308]: INFO nova.compute.manager [None req-1dc9f944-92aa-4392-ab30-69ef2deb2e85 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Successfully reverted task state from rebuilding on failure for instance. [ 1180.515074] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.216s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.515959] env[69308]: DEBUG nova.objects.instance [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'resources' on Instance uuid 6b3477ec-70ad-4477-91e7-84851a0dd31f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.653817] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.678466] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 801f7d2c-13c7-42c4-b51d-48e5184c6292] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.682071] env[69308]: DEBUG nova.compute.manager [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.682071] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.683273] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbce397-ef66-4d4d-bcdd-ce41d5cb3a54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.692217] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.692561] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864e1d6f-1473-4b78-8ba5-c454deacd4e8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.700965] env[69308]: DEBUG oslo_vmware.api [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1180.700965] env[69308]: value = "task-3869329" [ 1180.700965] env[69308]: _type = "Task" [ 1180.700965] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.710964] env[69308]: DEBUG oslo_vmware.api [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.742332] env[69308]: DEBUG oslo_concurrency.lockutils [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] Releasing lock "refresh_cache-42b6c9c6-967a-4f86-82a2-a341b1c1e750" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.742921] env[69308]: DEBUG nova.compute.manager [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Received event network-changed-a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.743033] env[69308]: DEBUG nova.compute.manager [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Refreshing instance network info cache due to event network-changed-a142a3e3-652a-4b4e-a8d7-565a14b0c854. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.743603] env[69308]: DEBUG oslo_concurrency.lockutils [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] Acquiring lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.743603] env[69308]: DEBUG oslo_concurrency.lockutils [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] Acquired lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.743603] env[69308]: DEBUG nova.network.neutron [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Refreshing network info cache for port a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.865681] env[69308]: DEBUG nova.network.neutron [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.889853] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869328, 'name': Rename_Task, 'duration_secs': 0.170837} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.890573] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.890573] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-536007cf-3dbe-48a8-bf10-7e5f68b657e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.899023] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1180.899023] env[69308]: value = "task-3869330" [ 1180.899023] env[69308]: _type = "Task" [ 1180.899023] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.908802] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.020183] env[69308]: DEBUG nova.objects.instance [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b3477ec-70ad-4477-91e7-84851a0dd31f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.089706] env[69308]: DEBUG nova.network.neutron [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [{"id": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "address": "fa:16:3e:74:66:15", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ca918b-9b", "ovs_interfaceid": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.183614] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6264b79b-a81f-4076-9e35-bf4f44deddf3] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.215639] env[69308]: DEBUG oslo_vmware.api [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869329, 'name': PowerOffVM_Task, 'duration_secs': 0.355898} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.216164] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.216378] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.217417] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e08d988-8ad7-42e6-93a1-db2f30c07872 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.409239] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869330, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.522637] env[69308]: DEBUG nova.objects.base [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Object Instance<6b3477ec-70ad-4477-91e7-84851a0dd31f> lazy-loaded attributes: resources,numa_topology {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.533927] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.534224] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.534406] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Deleting the datastore file [datastore2] 1baaac92-a56b-4a27-b743-8eda0aeccb0b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.534766] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed37f434-0421-4223-9d43-cd9507ee7ab7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.538501] env[69308]: DEBUG nova.network.neutron [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updated VIF entry in instance network info cache for port a142a3e3-652a-4b4e-a8d7-565a14b0c854. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.538984] env[69308]: DEBUG nova.network.neutron [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance_info_cache with network_info: [{"id": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "address": "fa:16:3e:d6:ca:89", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa142a3e3-65", "ovs_interfaceid": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.548029] env[69308]: DEBUG oslo_vmware.api [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for the task: (returnval){ [ 1181.548029] env[69308]: value = "task-3869332" [ 1181.548029] env[69308]: _type = "Task" [ 1181.548029] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.565642] env[69308]: DEBUG oslo_vmware.api [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.574354] env[69308]: DEBUG nova.compute.manager [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Received event network-vif-plugged-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.574730] env[69308]: DEBUG oslo_concurrency.lockutils [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] Acquiring lock "a898eb7f-f061-4de4-976e-b24943208078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.575094] env[69308]: DEBUG oslo_concurrency.lockutils [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] Lock "a898eb7f-f061-4de4-976e-b24943208078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.575377] env[69308]: DEBUG oslo_concurrency.lockutils [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] Lock "a898eb7f-f061-4de4-976e-b24943208078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.575643] env[69308]: DEBUG nova.compute.manager [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] No waiting events found dispatching network-vif-plugged-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.575909] env[69308]: WARNING nova.compute.manager [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Received unexpected event network-vif-plugged-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec for instance with vm_state building and task_state spawning. [ 1181.576205] env[69308]: DEBUG nova.compute.manager [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Received event network-changed-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.576459] env[69308]: DEBUG nova.compute.manager [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Refreshing instance network info cache due to event network-changed-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.576751] env[69308]: DEBUG oslo_concurrency.lockutils [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] Acquiring lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.592920] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.593363] env[69308]: DEBUG nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Instance network_info: |[{"id": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "address": "fa:16:3e:74:66:15", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ca918b-9b", "ovs_interfaceid": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.593711] env[69308]: DEBUG oslo_concurrency.lockutils [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] Acquired lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.593924] env[69308]: DEBUG nova.network.neutron [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Refreshing network info cache for port c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.595434] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:66:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1ca918b-9b0a-48ac-94ee-e5e56dad4cec', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.603621] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating folder: Project (d1cb6bba470f4c0b9704506c531ad2c9). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.609162] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37bf9b32-728b-4ca2-a361-b903c01500b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.624207] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Created folder: Project (d1cb6bba470f4c0b9704506c531ad2c9) in parent group-v768498. [ 1181.624479] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating folder: Instances. Parent ref: group-v768816. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.627544] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7c677ab-c531-41b5-a90c-e80eaf787464 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.640095] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Created folder: Instances in parent group-v768816. [ 1181.640398] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.643543] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a898eb7f-f061-4de4-976e-b24943208078] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.644168] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c7b8b34-6c6a-4c66-b19d-2dfc4ef510ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.669883] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.669883] env[69308]: value = "task-3869335" [ 1181.669883] env[69308]: _type = "Task" [ 1181.669883] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.685491] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869335, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.690388] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 1cc54f4a-55fa-4b1d-adbf-e8386d21d890] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.795225] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bef5a6-417a-43e8-9552-1b4ae49a1824 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.806497] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a279a9d-5261-41a2-8648-727e85e6d016 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.845602] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7b12ac-3e1d-42d3-9c08-cfe57cd4d969 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.853884] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7397c-2b92-436a-9105-5a026faac208 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.869436] env[69308]: DEBUG nova.compute.provider_tree [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.899640] env[69308]: DEBUG nova.network.neutron [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updated VIF entry in instance network info cache for port c1ca918b-9b0a-48ac-94ee-e5e56dad4cec. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.900039] env[69308]: DEBUG nova.network.neutron [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [{"id": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "address": "fa:16:3e:74:66:15", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ca918b-9b", "ovs_interfaceid": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.911822] env[69308]: DEBUG oslo_vmware.api [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869330, 'name': PowerOnVM_Task, 'duration_secs': 0.692322} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.912788] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.913135] env[69308]: INFO nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1181.913204] env[69308]: DEBUG nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.914072] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e9500c-2d2d-409f-ae85-8cd37a701a29 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.046310] env[69308]: DEBUG oslo_concurrency.lockutils [req-6003ab10-3bc3-4769-a92c-92b04c2ad07c req-e0b4cea6-b6ff-4f4e-ad72-809da4fea613 service nova] Releasing lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.057314] env[69308]: DEBUG oslo_vmware.api [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Task: {'id': task-3869332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272192} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.057571] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.057761] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.057993] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.058125] env[69308]: INFO nova.compute.manager [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1182.058372] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.058569] env[69308]: DEBUG nova.compute.manager [-] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.058671] env[69308]: DEBUG nova.network.neutron [-] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.182710] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869335, 'name': CreateVM_Task, 'duration_secs': 0.358301} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.182872] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a898eb7f-f061-4de4-976e-b24943208078] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.183607] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.183777] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.184502] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.184502] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b7709d-7770-423b-a674-c52435733c21 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.190201] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1182.190201] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522c2561-e584-5799-4245-a68f97cfe6b5" [ 1182.190201] env[69308]: _type = "Task" [ 1182.190201] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.196028] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: bc0637c2-ea33-4d9a-b789-c1f781370019] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.203283] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522c2561-e584-5799-4245-a68f97cfe6b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.373599] env[69308]: DEBUG nova.scheduler.client.report [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.403248] env[69308]: DEBUG oslo_concurrency.lockutils [req-d1a068a0-0df5-4fa5-919e-4d993f9a409f req-aeeda807-1655-4c2d-a3f4-940bcc680134 service nova] Releasing lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.433877] env[69308]: INFO nova.compute.manager [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Took 19.61 seconds to build instance. [ 1182.701690] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: efafcb8a-d402-44d8-af37-38262e35621c] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.703636] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522c2561-e584-5799-4245-a68f97cfe6b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011518} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.703928] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.705028] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.705028] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.705028] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.705028] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.705310] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb98b9c6-4096-4675-8764-91a1ef181de3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.719221] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.719430] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.720192] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de9bcac-6f86-4da9-a787-423388cef6e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.725925] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1182.725925] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b54184-3815-e2dc-9ed5-ec2b7d29a48e" [ 1182.725925] env[69308]: _type = "Task" [ 1182.725925] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.736301] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b54184-3815-e2dc-9ed5-ec2b7d29a48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.878799] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.881700] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.199s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.882579] env[69308]: DEBUG nova.objects.instance [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lazy-loading 'resources' on Instance uuid 5a4cc733-c2ef-449a-929f-7b961dc61c5c {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.883692] env[69308]: DEBUG nova.network.neutron [-] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.936595] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8f267ddc-ee66-4e22-aa7f-9a990a4bae18 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "ef429cde-997f-4874-8d5a-39ed0c753f26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.127s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.206355] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 640e9a74-46d3-4f82-89f7-a540fa3e93e6] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.242156] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b54184-3815-e2dc-9ed5-ec2b7d29a48e, 'name': SearchDatastore_Task, 'duration_secs': 0.043691} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.243187] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e2075b-cd9c-4c5c-924a-f6b4c29324b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.249658] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1183.249658] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525c13f6-69cd-2539-929d-2e2fa9c9d067" [ 1183.249658] env[69308]: _type = "Task" [ 1183.249658] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.258638] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525c13f6-69cd-2539-929d-2e2fa9c9d067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.391886] env[69308]: INFO nova.compute.manager [-] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Took 1.33 seconds to deallocate network for instance. [ 1183.394864] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d934891f-b556-4b87-a37d-38b882c7a61b tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.059s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.398099] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.174s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.398099] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.398099] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.398099] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.402038] env[69308]: INFO nova.compute.manager [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Terminating instance [ 1183.592015] env[69308]: DEBUG nova.compute.manager [req-0b13b93f-e12f-4e75-a150-e9fb6451c157 req-ee84e5c5-6c93-4a4a-86e2-db27a141b29d service nova] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Received event network-vif-deleted-875cf36c-0dbb-4ed7-a5d8-d26212dd7dba {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.597335] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f967df75-0849-4735-83af-9cea59604eb0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.605611] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de56ddd7-68d5-4a27-a517-93d7549b7ddd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.637595] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149e8d1-b9a3-4bfc-863d-999a8c96b50a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.645295] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01454446-8b0c-4fc1-ba9d-fe6385466b47 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.659084] env[69308]: DEBUG nova.compute.provider_tree [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.709130] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 47fd2a9c-238c-4f6c-b282-9f826920cfae] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.760866] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525c13f6-69cd-2539-929d-2e2fa9c9d067, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.761182] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.761443] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] a898eb7f-f061-4de4-976e-b24943208078/a898eb7f-f061-4de4-976e-b24943208078.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.761704] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-335b8928-1108-44fc-8af1-a5da09586aa5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.768516] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1183.768516] env[69308]: value = "task-3869336" [ 1183.768516] env[69308]: _type = "Task" [ 1183.768516] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.777679] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.903584] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.903584] env[69308]: DEBUG nova.compute.manager [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.903669] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.904216] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffd4b437-d9c7-4cf3-ae15-77a016e7705b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.914755] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c174c-2cea-4cef-8f7c-9cd0741dba94 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.948865] env[69308]: WARNING nova.virt.vmwareapi.vmops [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6b3477ec-70ad-4477-91e7-84851a0dd31f could not be found. [ 1183.948865] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.948865] env[69308]: INFO nova.compute.manager [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1183.949162] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.949322] env[69308]: DEBUG nova.compute.manager [-] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.949415] env[69308]: DEBUG nova.network.neutron [-] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.162763] env[69308]: DEBUG nova.scheduler.client.report [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.212982] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 2234356c-a233-4649-a30d-63af47b4e971] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.278727] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869336, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.402192] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquiring lock "ef429cde-997f-4874-8d5a-39ed0c753f26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.402541] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "ef429cde-997f-4874-8d5a-39ed0c753f26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.402850] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquiring lock "ef429cde-997f-4874-8d5a-39ed0c753f26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.404660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "ef429cde-997f-4874-8d5a-39ed0c753f26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.404660] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "ef429cde-997f-4874-8d5a-39ed0c753f26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.405848] env[69308]: INFO nova.compute.manager [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Terminating instance [ 1184.669130] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.672119] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.428s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.696910] env[69308]: INFO nova.scheduler.client.report [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted allocations for instance 5a4cc733-c2ef-449a-929f-7b961dc61c5c [ 1184.721867] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: a62be1cf-8c04-4bf4-8e04-c98b30bc90a8] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.723526] env[69308]: DEBUG nova.network.neutron [-] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.779860] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869336, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.909625] env[69308]: DEBUG nova.compute.manager [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.909939] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.911309] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c028695-eb68-4211-a202-69af83f09e1b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.919828] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.920135] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa5a0e1d-a72f-4695-89c7-4aed535a7c1e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.927417] env[69308]: DEBUG oslo_vmware.api [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1184.927417] env[69308]: value = "task-3869337" [ 1184.927417] env[69308]: _type = "Task" [ 1184.927417] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.937539] env[69308]: DEBUG oslo_vmware.api [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.178915] env[69308]: INFO nova.compute.claims [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.206750] env[69308]: DEBUG oslo_concurrency.lockutils [None req-90718c86-58e3-481e-94f0-68c63e9ab166 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "5a4cc733-c2ef-449a-929f-7b961dc61c5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.759s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.226490] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5870abd0-1c2c-43ae-9c3e-6bf3c0862c05] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.229646] env[69308]: INFO nova.compute.manager [-] [instance: 6b3477ec-70ad-4477-91e7-84851a0dd31f] Took 1.28 seconds to deallocate network for instance. [ 1185.282734] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869336, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.475265} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.283180] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] a898eb7f-f061-4de4-976e-b24943208078/a898eb7f-f061-4de4-976e-b24943208078.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.283360] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.283626] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4cbeb44-99ba-4519-aec4-44abf7306457 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.293989] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1185.293989] env[69308]: value = "task-3869338" [ 1185.293989] env[69308]: _type = "Task" [ 1185.293989] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.303872] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.438127] env[69308]: DEBUG oslo_vmware.api [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869337, 'name': PowerOffVM_Task, 'duration_secs': 0.249156} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.438272] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.438595] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.439085] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-474bee31-87ce-4685-b2bf-f6f3500efe67 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.521638] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.521638] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.521638] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Deleting the datastore file [datastore2] ef429cde-997f-4874-8d5a-39ed0c753f26 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.521638] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1214d915-4999-4bd8-b7f0-c3e3de252c03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.529241] env[69308]: DEBUG oslo_vmware.api [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for the task: (returnval){ [ 1185.529241] env[69308]: value = "task-3869340" [ 1185.529241] env[69308]: _type = "Task" [ 1185.529241] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.538827] env[69308]: DEBUG oslo_vmware.api [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.687933] env[69308]: INFO nova.compute.resource_tracker [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating resource usage from migration 9a67351f-0561-480f-aa0f-d42ff056d01d [ 1185.731137] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 07e6b1af-4468-4c40-92cb-6089417ff16f] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.808273] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233621} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.808545] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.809344] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8ddd74-a6f7-4791-9b2d-70446621a62a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.833963] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a898eb7f-f061-4de4-976e-b24943208078/a898eb7f-f061-4de4-976e-b24943208078.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.836599] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de799ae5-7eb3-47b3-a57f-63f708b68eaf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.856774] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1185.856774] env[69308]: value = "task-3869341" [ 1185.856774] env[69308]: _type = "Task" [ 1185.856774] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.865732] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.893966] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b187a41e-62a6-4304-b31d-c1140590bcb3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.901424] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fe6b22-67a3-4a84-85b6-b1f32a1a8fa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.931088] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8821ad97-c05a-4442-893c-852c534669ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.941405] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cddc6-f31b-4573-92e5-e84845d78755 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.962388] env[69308]: DEBUG nova.compute.provider_tree [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.042734] env[69308]: DEBUG oslo_vmware.api [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Task: {'id': task-3869340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143976} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.043020] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.043258] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.043482] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.043776] env[69308]: INFO nova.compute.manager [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1186.044098] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.044326] env[69308]: DEBUG nova.compute.manager [-] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.044451] env[69308]: DEBUG nova.network.neutron [-] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.199178] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.199428] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.235038] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 44c77d66-cb34-49be-a255-8cdf9efe6a18] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.256261] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c63a84db-bcab-4f9b-ba22-041985ce39c1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "6b3477ec-70ad-4477-91e7-84851a0dd31f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.860s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.368683] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869341, 'name': ReconfigVM_Task, 'duration_secs': 0.295709} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.368683] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a898eb7f-f061-4de4-976e-b24943208078/a898eb7f-f061-4de4-976e-b24943208078.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.368683] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7685469d-1aed-4396-a103-e58be4c48262 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.376079] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1186.376079] env[69308]: value = "task-3869342" [ 1186.376079] env[69308]: _type = "Task" [ 1186.376079] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.384638] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869342, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.465885] env[69308]: DEBUG nova.scheduler.client.report [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.706035] env[69308]: DEBUG nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.739209] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 60f120c5-345a-44dd-b716-03a686a518f3] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.886513] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869342, 'name': Rename_Task, 'duration_secs': 0.171818} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.886824] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.887100] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b764bd3-8fe1-455f-891c-71d685cd0279 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.888830] env[69308]: DEBUG nova.network.neutron [-] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.895321] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1186.895321] env[69308]: value = "task-3869343" [ 1186.895321] env[69308]: _type = "Task" [ 1186.895321] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.904459] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.972847] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.301s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.973194] env[69308]: INFO nova.compute.manager [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Migrating [ 1186.980362] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.373s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.980604] env[69308]: DEBUG nova.objects.instance [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lazy-loading 'resources' on Instance uuid ed9eed02-284a-49e3-b30c-2e6926d110cf {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.020955] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.021251] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.230929] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.242932] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 71b607ba-1ea1-4d50-8f6c-87e2d88706ec] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.392429] env[69308]: INFO nova.compute.manager [-] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Took 1.35 seconds to deallocate network for instance. [ 1187.411153] env[69308]: DEBUG oslo_vmware.api [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869343, 'name': PowerOnVM_Task, 'duration_secs': 0.508315} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.411540] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.411849] env[69308]: INFO nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1187.412153] env[69308]: DEBUG nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.413253] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e481b0-9558-499e-9320-144239b88802 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.492983] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.493340] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.493550] env[69308]: DEBUG nova.network.neutron [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.523343] env[69308]: DEBUG nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.674552] env[69308]: DEBUG nova.compute.manager [req-494896cb-cee7-488f-9ae9-b09fbd6bf034 req-33753095-cf14-46ce-8e47-407115201f70 service nova] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Received event network-vif-deleted-0096e7c6-f447-4741-af72-e6e38fb212cc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.716752] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d88981-eb6f-4cd1-b6b9-0a76c4611eee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.725231] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed25a20-3bbb-4b30-8a2e-f266f8eb4588 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.758971] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 64302f20-818c-44b7-9518-1f894a0fce19] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.761550] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8dfb5e-03b2-45b4-a268-c3ca706518ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.770316] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e77f38-547a-47cf-95c1-4dd32d77d485 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.785579] env[69308]: DEBUG nova.compute.provider_tree [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.905011] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.932048] env[69308]: INFO nova.compute.manager [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Took 18.64 seconds to build instance. [ 1188.048000] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.203326] env[69308]: DEBUG nova.network.neutron [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.265650] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6b05f946-8630-4f0b-98aa-0149e4d97e27] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.292153] env[69308]: DEBUG nova.scheduler.client.report [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.434937] env[69308]: DEBUG oslo_concurrency.lockutils [None req-ac32c6c1-17f7-4149-b09e-a44ff2e57de5 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.151s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.706157] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.768652] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: e33c7029-3e87-43b6-9865-c4d0d912974d] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.796035] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.799209] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.725s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.272371] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: b2cfd112-af47-46e1-8546-f527c9d84253] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.303967] env[69308]: INFO nova.compute.claims [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.322802] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e61081e7-e024-4ee4-9d21-57d1e3b74fb8 tempest-ServerActionsV293TestJSON-1292997109 tempest-ServerActionsV293TestJSON-1292997109-project-member] Lock "ed9eed02-284a-49e3-b30c-2e6926d110cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.094s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.708223] env[69308]: DEBUG nova.compute.manager [req-2c1e81f8-5be2-4961-a75a-20166c784c35 req-d5c92ff4-d014-4e33-8bea-d29bdf058662 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Received event network-changed-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.708430] env[69308]: DEBUG nova.compute.manager [req-2c1e81f8-5be2-4961-a75a-20166c784c35 req-d5c92ff4-d014-4e33-8bea-d29bdf058662 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Refreshing instance network info cache due to event network-changed-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.708652] env[69308]: DEBUG oslo_concurrency.lockutils [req-2c1e81f8-5be2-4961-a75a-20166c784c35 req-d5c92ff4-d014-4e33-8bea-d29bdf058662 service nova] Acquiring lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.708801] env[69308]: DEBUG oslo_concurrency.lockutils [req-2c1e81f8-5be2-4961-a75a-20166c784c35 req-d5c92ff4-d014-4e33-8bea-d29bdf058662 service nova] Acquired lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.709024] env[69308]: DEBUG nova.network.neutron [req-2c1e81f8-5be2-4961-a75a-20166c784c35 req-d5c92ff4-d014-4e33-8bea-d29bdf058662 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Refreshing network info cache for port c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.775659] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: abbf2f1c-ae9a-432a-baf5-7d7ce24253d3] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.810475] env[69308]: INFO nova.compute.resource_tracker [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating resource usage from migration 685c5373-ccd5-4312-92a2-eed53cc89b18 [ 1190.048413] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5d3934-f4d8-4f13-94e0-fdeebd412987 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.057927] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be8436f-690d-41cb-8dc8-0d53ea2f6dd8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.092273] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf634c2-4522-472e-afc0-ebc347a9beee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.102103] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1e998b-2b7d-4207-8cf0-a5ab82110984 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.119647] env[69308]: DEBUG nova.compute.provider_tree [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.223380] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5b69cb-ea1a-4cc9-91c7-349b39dc9d20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.245799] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance 'b8b3a0cc-9e40-4548-9340-dfa437d6d39b' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.280276] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: b72ebe87-2c2c-459f-ab59-53a52ab780f3] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.454128] env[69308]: DEBUG nova.network.neutron [req-2c1e81f8-5be2-4961-a75a-20166c784c35 req-d5c92ff4-d014-4e33-8bea-d29bdf058662 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updated VIF entry in instance network info cache for port c1ca918b-9b0a-48ac-94ee-e5e56dad4cec. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.454508] env[69308]: DEBUG nova.network.neutron [req-2c1e81f8-5be2-4961-a75a-20166c784c35 req-d5c92ff4-d014-4e33-8bea-d29bdf058662 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [{"id": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "address": "fa:16:3e:74:66:15", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ca918b-9b", "ovs_interfaceid": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.625031] env[69308]: DEBUG nova.scheduler.client.report [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.754295] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.754672] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c0e70d6-ff52-476d-8d17-acc5dac6e6b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.762770] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1190.762770] env[69308]: value = "task-3869344" [ 1190.762770] env[69308]: _type = "Task" [ 1190.762770] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.771994] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.784178] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 943cc30d-aa71-41d6-a022-fc9fe05b94a4] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.957941] env[69308]: DEBUG oslo_concurrency.lockutils [req-2c1e81f8-5be2-4961-a75a-20166c784c35 req-d5c92ff4-d014-4e33-8bea-d29bdf058662 service nova] Releasing lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.132151] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.333s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.132354] env[69308]: INFO nova.compute.manager [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Migrating [ 1191.139852] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.884s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.141393] env[69308]: INFO nova.compute.claims [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.274381] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869344, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.287714] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.288052] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Cleaning up deleted instances with incomplete migration {{(pid=69308) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1191.654545] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.654704] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.654855] env[69308]: DEBUG nova.network.neutron [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.774047] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869344, 'name': PowerOffVM_Task, 'duration_secs': 0.515763} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.774327] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.774509] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance 'b8b3a0cc-9e40-4548-9340-dfa437d6d39b' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.790012] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.282101] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.282101] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.282101] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.282315] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.282315] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.282696] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.282844] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.283019] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.283274] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.283395] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.283574] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.293632] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded12e0b-1f9e-434b-ae35-a6baca424729 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.310941] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1192.310941] env[69308]: value = "task-3869345" [ 1192.310941] env[69308]: _type = "Task" [ 1192.310941] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.325982] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.416830] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faec6abd-8b85-4b0d-bc95-0034bef04181 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.425352] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cc07bf-8527-41af-a25c-9d4a9b9b860c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.463519] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619d5bec-d8af-4f60-b87f-09285cf91fde {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.471552] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a13b6f-1849-49a0-8e91-6eb2b5af9600 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.485706] env[69308]: DEBUG nova.compute.provider_tree [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.530653] env[69308]: DEBUG nova.network.neutron [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance_info_cache with network_info: [{"id": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "address": "fa:16:3e:d6:ca:89", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa142a3e3-65", "ovs_interfaceid": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.821414] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869345, 'name': ReconfigVM_Task, 'duration_secs': 0.164146} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.821734] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance 'b8b3a0cc-9e40-4548-9340-dfa437d6d39b' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.989657] env[69308]: DEBUG nova.scheduler.client.report [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.033749] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.328419] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.328721] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.328886] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.329102] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.329280] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.329435] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.329662] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.329829] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.329993] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.330172] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.330346] env[69308]: DEBUG nova.virt.hardware [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.335921] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.336257] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe606bd9-10a7-403f-aa5d-14faa83a04ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.357041] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1193.357041] env[69308]: value = "task-3869346" [ 1193.357041] env[69308]: _type = "Task" [ 1193.357041] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.367971] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.495438] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.496117] env[69308]: DEBUG nova.compute.manager [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.499161] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.845s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.499478] env[69308]: DEBUG nova.objects.instance [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d9baa45-0094-4444-b331-452f667d1af5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.867397] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869346, 'name': ReconfigVM_Task, 'duration_secs': 0.166826} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.867703] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.868520] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906a915-e4ba-4f2c-a4f6-b5391fe50a77 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.890888] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b8b3a0cc-9e40-4548-9340-dfa437d6d39b/b8b3a0cc-9e40-4548-9340-dfa437d6d39b.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.891145] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e4f5e2-4811-43a3-b079-7a5f254d96c3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.910678] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1193.910678] env[69308]: value = "task-3869347" [ 1193.910678] env[69308]: _type = "Task" [ 1193.910678] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.919454] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.003239] env[69308]: DEBUG nova.compute.utils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.006891] env[69308]: DEBUG nova.objects.instance [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'numa_topology' on Instance uuid 5d9baa45-0094-4444-b331-452f667d1af5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.008576] env[69308]: DEBUG nova.compute.manager [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Not allocating networking since 'none' was specified. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1194.422054] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869347, 'name': ReconfigVM_Task, 'duration_secs': 0.278804} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.422507] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b8b3a0cc-9e40-4548-9340-dfa437d6d39b/b8b3a0cc-9e40-4548-9340-dfa437d6d39b.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.422735] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance 'b8b3a0cc-9e40-4548-9340-dfa437d6d39b' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.509113] env[69308]: INFO nova.compute.claims [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.512457] env[69308]: DEBUG nova.compute.manager [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.549428] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203221ef-b2bb-40cb-93a7-763a987b4116 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.568455] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance '1f846ecc-230d-4d36-aea6-a2c6a41e37d4' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.930053] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61ee581-7012-42de-a16c-2738073c4598 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.953281] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be039fc-4919-492c-a8a4-95dc12a1ae03 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.971794] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance 'b8b3a0cc-9e40-4548-9340-dfa437d6d39b' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.074955] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.075363] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a72a3b2f-400d-49d2-b70d-fc649257ff28 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.086468] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1195.086468] env[69308]: value = "task-3869348" [ 1195.086468] env[69308]: _type = "Task" [ 1195.086468] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.095406] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.522946] env[69308]: DEBUG nova.compute.manager [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.557740] env[69308]: DEBUG nova.network.neutron [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Port 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1195.565362] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.566088] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.566088] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.566088] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.566360] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.566360] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.566481] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.566646] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.566819] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.566998] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.567353] env[69308]: DEBUG nova.virt.hardware [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.568584] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb79cc49-8e3f-44bc-a0be-68d2050338fe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.581691] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca45929-53cb-4e0f-86b8-71096026a5cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.600201] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.606033] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Creating folder: Project (08529ae0912b4be39b2b261b6237805f). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.609103] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4077fa54-cd59-4751-bc73-a7d90b36a108 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.614068] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869348, 'name': PowerOffVM_Task, 'duration_secs': 0.204374} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.614376] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.614518] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance '1f846ecc-230d-4d36-aea6-a2c6a41e37d4' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.620045] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Created folder: Project (08529ae0912b4be39b2b261b6237805f) in parent group-v768498. [ 1195.620045] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Creating folder: Instances. Parent ref: group-v768819. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.620387] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db713212-733e-43f7-a439-994bdf15d732 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.632855] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Created folder: Instances in parent group-v768819. [ 1195.633181] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.633367] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.633550] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bf320b3-d570-46dd-a0fe-40f82768747d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.657410] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.657410] env[69308]: value = "task-3869351" [ 1195.657410] env[69308]: _type = "Task" [ 1195.657410] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.669263] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869351, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.781921] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a34143-3dee-49cc-a4df-b636b2b839ab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.792281] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da71f1a-b64a-495d-9c3d-3f85fab3e53a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.826596] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b3faab-9e8a-4b4e-aec6-eecb796f8aed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.834977] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e886b4c-cd90-4d12-9038-538ca0f845aa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.849572] env[69308]: DEBUG nova.compute.provider_tree [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.122983] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.123291] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.123456] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.123708] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.123967] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.124181] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.124396] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.124554] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.124720] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.124979] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.125187] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.131064] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1986b358-c31e-4ea9-9add-f161dbe626ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.148745] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1196.148745] env[69308]: value = "task-3869352" [ 1196.148745] env[69308]: _type = "Task" [ 1196.148745] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.157815] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.166752] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869351, 'name': CreateVM_Task, 'duration_secs': 0.254494} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.166914] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.167442] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.167787] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.168167] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.168472] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d93111-4ddb-4273-94a1-4b05ab4aa441 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.174163] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1196.174163] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a3fa31-133f-3d31-8735-dfb7df63e800" [ 1196.174163] env[69308]: _type = "Task" [ 1196.174163] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.184030] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a3fa31-133f-3d31-8735-dfb7df63e800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.353336] env[69308]: DEBUG nova.scheduler.client.report [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.584997] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.585328] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.585440] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.659423] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869352, 'name': ReconfigVM_Task, 'duration_secs': 0.399236} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.659745] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance '1f846ecc-230d-4d36-aea6-a2c6a41e37d4' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.685258] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a3fa31-133f-3d31-8735-dfb7df63e800, 'name': SearchDatastore_Task, 'duration_secs': 0.011687} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.685586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.686284] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.686284] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.686284] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.686501] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.686991] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d8c8988-98b3-4d31-9d4b-e6adabccfe09 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.698769] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.698904] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.699678] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ee6de9-4ca5-42cb-92f6-ac4aa115d252 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.705977] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1196.705977] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52872b03-5fd6-6688-6297-8209bbf1363a" [ 1196.705977] env[69308]: _type = "Task" [ 1196.705977] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.714083] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52872b03-5fd6-6688-6297-8209bbf1363a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.858766] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.359s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.860711] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.958s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.860960] env[69308]: DEBUG nova.objects.instance [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lazy-loading 'resources' on Instance uuid 1baaac92-a56b-4a27-b743-8eda0aeccb0b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.888927] env[69308]: INFO nova.network.neutron [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating port 7faa19f2-a641-4fb7-a87a-6838704d08f1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1197.166455] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.166715] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.166880] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.167079] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.167231] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.167378] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.167583] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.167744] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.167915] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.168094] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.168272] env[69308]: DEBUG nova.virt.hardware [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.173630] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.173937] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8327809-6c20-4bd8-b5ea-e252e0db47ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.194954] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1197.194954] env[69308]: value = "task-3869353" [ 1197.194954] env[69308]: _type = "Task" [ 1197.194954] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.203758] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.216053] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52872b03-5fd6-6688-6297-8209bbf1363a, 'name': SearchDatastore_Task, 'duration_secs': 0.037898} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.216986] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333ae7d1-6929-4c5c-bfa3-fc278b9bec76 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.222794] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1197.222794] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52463026-986f-246a-5bfa-a6a384d04f00" [ 1197.222794] env[69308]: _type = "Task" [ 1197.222794] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.231474] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52463026-986f-246a-5bfa-a6a384d04f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.540865] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65660b38-7c67-43e7-8ea8-52e20bfa4a23 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.549602] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c904c-c55f-41b9-b229-a6f130b067c8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.581937] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c70e6d5-45be-41c1-8d61-c581d99f960e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.589822] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d2233-1c7b-45bb-b345-c0cf18d0fef5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.605757] env[69308]: DEBUG nova.compute.provider_tree [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.627662] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.627849] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.628082] env[69308]: DEBUG nova.network.neutron [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.705674] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869353, 'name': ReconfigVM_Task, 'duration_secs': 0.146184} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.705970] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.706804] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f9aeb-e625-438d-a97e-0428257d7df5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.729242] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-6a68883b-b574-4031-87c9-f7c73a85dabb/volume-6a68883b-b574-4031-87c9-f7c73a85dabb.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.729730] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e187f512-c333-4004-848c-884dafaa2251 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.753033] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52463026-986f-246a-5bfa-a6a384d04f00, 'name': SearchDatastore_Task, 'duration_secs': 0.00946} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.755023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.755399] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073/6c2cfd4e-8242-42d9-ad5f-f534466a6073.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.755762] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1197.755762] env[69308]: value = "task-3869354" [ 1197.755762] env[69308]: _type = "Task" [ 1197.755762] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.755985] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22da460-2b6f-4202-9b9f-865ed74fe89e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.770878] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1197.770878] env[69308]: value = "task-3869355" [ 1197.770878] env[69308]: _type = "Task" [ 1197.770878] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.771665] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869354, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.783527] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.109950] env[69308]: DEBUG nova.scheduler.client.report [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.273366] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869354, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.286616] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463834} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.286616] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073/6c2cfd4e-8242-42d9-ad5f-f534466a6073.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.286616] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.286616] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3dd0c7d-5819-48f0-bdd7-5d6daac31537 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.293548] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1198.293548] env[69308]: value = "task-3869356" [ 1198.293548] env[69308]: _type = "Task" [ 1198.293548] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.303861] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.346285] env[69308]: DEBUG nova.compute.manager [req-453f3e6f-4252-4247-b0a5-51551f1aa3e9 req-fd45a2f0-6267-4022-bd4b-1f0a701b5e78 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received event network-vif-plugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.346597] env[69308]: DEBUG oslo_concurrency.lockutils [req-453f3e6f-4252-4247-b0a5-51551f1aa3e9 req-fd45a2f0-6267-4022-bd4b-1f0a701b5e78 service nova] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.346921] env[69308]: DEBUG oslo_concurrency.lockutils [req-453f3e6f-4252-4247-b0a5-51551f1aa3e9 req-fd45a2f0-6267-4022-bd4b-1f0a701b5e78 service nova] Lock "5d9baa45-0094-4444-b331-452f667d1af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.347242] env[69308]: DEBUG oslo_concurrency.lockutils [req-453f3e6f-4252-4247-b0a5-51551f1aa3e9 req-fd45a2f0-6267-4022-bd4b-1f0a701b5e78 service nova] Lock "5d9baa45-0094-4444-b331-452f667d1af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.347541] env[69308]: DEBUG nova.compute.manager [req-453f3e6f-4252-4247-b0a5-51551f1aa3e9 req-fd45a2f0-6267-4022-bd4b-1f0a701b5e78 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] No waiting events found dispatching network-vif-plugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.347810] env[69308]: WARNING nova.compute.manager [req-453f3e6f-4252-4247-b0a5-51551f1aa3e9 req-fd45a2f0-6267-4022-bd4b-1f0a701b5e78 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received unexpected event network-vif-plugged-7faa19f2-a641-4fb7-a87a-6838704d08f1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1198.399710] env[69308]: DEBUG nova.network.neutron [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.439450] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.439450] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.439450] env[69308]: DEBUG nova.network.neutron [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.617073] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.618743] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.388s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.620243] env[69308]: INFO nova.compute.claims [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.639023] env[69308]: INFO nova.scheduler.client.report [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Deleted allocations for instance 1baaac92-a56b-4a27-b743-8eda0aeccb0b [ 1198.768952] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869354, 'name': ReconfigVM_Task, 'duration_secs': 0.526703} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.769300] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-6a68883b-b574-4031-87c9-f7c73a85dabb/volume-6a68883b-b574-4031-87c9-f7c73a85dabb.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.769575] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance '1f846ecc-230d-4d36-aea6-a2c6a41e37d4' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.803704] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072943} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.803964] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.804757] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12de67fb-34bf-4f93-aaa9-b3869c805f60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.825168] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073/6c2cfd4e-8242-42d9-ad5f-f534466a6073.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.825685] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2abdcfe-7b94-4d5d-ae34-85b85f7bcf12 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.845821] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1198.845821] env[69308]: value = "task-3869357" [ 1198.845821] env[69308]: _type = "Task" [ 1198.845821] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.854041] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.903042] env[69308]: DEBUG oslo_concurrency.lockutils [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.148556] env[69308]: DEBUG oslo_concurrency.lockutils [None req-baf59005-2ca5-4df7-9685-57c10073f782 tempest-ServersNegativeTestMultiTenantJSON-395045663 tempest-ServersNegativeTestMultiTenantJSON-395045663-project-member] Lock "1baaac92-a56b-4a27-b743-8eda0aeccb0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.978s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.203606] env[69308]: DEBUG nova.network.neutron [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating instance_info_cache with network_info: [{"id": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "address": "fa:16:3e:b2:5f:b5", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7faa19f2-a6", "ovs_interfaceid": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.276807] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3153fa7a-6c11-4913-876f-d0c10420bb45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.296660] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45421fe-8215-46b0-a294-7e2abd300a20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.314593] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance '1f846ecc-230d-4d36-aea6-a2c6a41e37d4' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.356107] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869357, 'name': ReconfigVM_Task, 'duration_secs': 0.306704} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.357164] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073/6c2cfd4e-8242-42d9-ad5f-f534466a6073.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.357792] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3739fd5d-e3d9-44c9-8feb-3894ce07481b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.368067] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1199.368067] env[69308]: value = "task-3869358" [ 1199.368067] env[69308]: _type = "Task" [ 1199.368067] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.377151] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869358, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.426796] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dfba12-c316-4ff4-9c8d-7a9d863622dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.446993] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e369d8f-df84-4a86-9897-92f1565e713d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.454469] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance 'b8b3a0cc-9e40-4548-9340-dfa437d6d39b' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.707233] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.735542] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e32e61e30e6456b3aac5e7c429ef92b6',container_format='bare',created_at=2025-05-07T12:55:48Z,direct_url=,disk_format='vmdk',id=852b58c2-5c06-4a94-a9d6-0fbbeae134cd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-127076646-shelved',owner='44bb6c9404a54acfa22a7d740fbf2583',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-07T12:56:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.735802] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.736128] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.736335] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.736490] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.736641] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.736857] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.737032] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.737265] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.737373] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.737635] env[69308]: DEBUG nova.virt.hardware [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.738629] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a371e1-4b01-46e2-a0ae-934408e5de50 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.751043] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2217866-4759-453b-b0af-93c5e687ed45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.772241] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:5f:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7faa19f2-a641-4fb7-a87a-6838704d08f1', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.779679] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.782542] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.783712] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3028da81-9975-4c9e-abcb-5ac9de81cd28 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.806556] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.806556] env[69308]: value = "task-3869359" [ 1199.806556] env[69308]: _type = "Task" [ 1199.806556] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.814827] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869359, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.856020] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d87ec1-3d0e-4bf9-8caf-68bfc07c5045 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.863836] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9f52f-3ab1-4f53-a914-0352ea3a7214 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.901335] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d90c7-f97c-4112-bf92-0aefa326544a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.909088] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869358, 'name': Rename_Task, 'duration_secs': 0.140087} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.909088] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.909088] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7709dc7-21fa-46ae-9a33-883d98274fbe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.913998] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b98f306-05f6-4d72-9f23-b0f435a3c4ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.921309] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1199.921309] env[69308]: value = "task-3869360" [ 1199.921309] env[69308]: _type = "Task" [ 1199.921309] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.936084] env[69308]: DEBUG nova.compute.provider_tree [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.942712] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869360, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.960990] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.961719] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5012b5a0-6376-42f2-b508-7c3e0dc8fa88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.968957] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1199.968957] env[69308]: value = "task-3869361" [ 1199.968957] env[69308]: _type = "Task" [ 1199.968957] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.978544] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.319426] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869359, 'name': CreateVM_Task, 'duration_secs': 0.323413} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.319719] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.320332] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.320552] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.320946] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.321314] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3901db-29c2-4729-9e93-2722662b43c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.326536] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1200.326536] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5249bc85-022c-5c6f-ba55-3c8e160266a4" [ 1200.326536] env[69308]: _type = "Task" [ 1200.326536] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.336542] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5249bc85-022c-5c6f-ba55-3c8e160266a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.423475] env[69308]: DEBUG nova.compute.manager [req-8aecb18b-6611-4775-a8e2-5ef7bb9c6cf0 req-14ca44cb-582c-4253-ad7a-f3a41dd2e6dd service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received event network-changed-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.423764] env[69308]: DEBUG nova.compute.manager [req-8aecb18b-6611-4775-a8e2-5ef7bb9c6cf0 req-14ca44cb-582c-4253-ad7a-f3a41dd2e6dd service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Refreshing instance network info cache due to event network-changed-7faa19f2-a641-4fb7-a87a-6838704d08f1. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.424091] env[69308]: DEBUG oslo_concurrency.lockutils [req-8aecb18b-6611-4775-a8e2-5ef7bb9c6cf0 req-14ca44cb-582c-4253-ad7a-f3a41dd2e6dd service nova] Acquiring lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.424311] env[69308]: DEBUG oslo_concurrency.lockutils [req-8aecb18b-6611-4775-a8e2-5ef7bb9c6cf0 req-14ca44cb-582c-4253-ad7a-f3a41dd2e6dd service nova] Acquired lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.424539] env[69308]: DEBUG nova.network.neutron [req-8aecb18b-6611-4775-a8e2-5ef7bb9c6cf0 req-14ca44cb-582c-4253-ad7a-f3a41dd2e6dd service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Refreshing network info cache for port 7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.437424] env[69308]: DEBUG oslo_vmware.api [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869360, 'name': PowerOnVM_Task, 'duration_secs': 0.495454} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.438326] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.438534] env[69308]: INFO nova.compute.manager [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Took 4.92 seconds to spawn the instance on the hypervisor. [ 1200.438711] env[69308]: DEBUG nova.compute.manager [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.439613] env[69308]: DEBUG nova.scheduler.client.report [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.443401] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596d362e-23b2-49b2-9d85-8e1992e7a442 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.479800] env[69308]: DEBUG oslo_vmware.api [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869361, 'name': PowerOnVM_Task, 'duration_secs': 0.430867} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.480021] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.480207] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-bf817506-0adb-43f1-88c3-ea87cc483dbc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance 'b8b3a0cc-9e40-4548-9340-dfa437d6d39b' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.838500] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.838773] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Processing image 852b58c2-5c06-4a94-a9d6-0fbbeae134cd {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.839596] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd/852b58c2-5c06-4a94-a9d6-0fbbeae134cd.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.839596] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd/852b58c2-5c06-4a94-a9d6-0fbbeae134cd.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.839596] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.839596] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0336d441-6589-4702-a8fc-f295e5f9ffa5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.849352] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.849545] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.850428] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8e1a8c-f951-4182-b9aa-be42094c969b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.855881] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1200.855881] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52109163-b003-8f02-2ea1-7f2c2efa82bc" [ 1200.855881] env[69308]: _type = "Task" [ 1200.855881] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.864280] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52109163-b003-8f02-2ea1-7f2c2efa82bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.947658] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.948032] env[69308]: DEBUG nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.951084] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.046s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.951417] env[69308]: DEBUG nova.objects.instance [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lazy-loading 'resources' on Instance uuid ef429cde-997f-4874-8d5a-39ed0c753f26 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.968379] env[69308]: INFO nova.compute.manager [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Took 20.73 seconds to build instance. [ 1201.002465] env[69308]: DEBUG nova.network.neutron [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Port a142a3e3-652a-4b4e-a8d7-565a14b0c854 binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1201.327675] env[69308]: DEBUG nova.network.neutron [req-8aecb18b-6611-4775-a8e2-5ef7bb9c6cf0 req-14ca44cb-582c-4253-ad7a-f3a41dd2e6dd service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updated VIF entry in instance network info cache for port 7faa19f2-a641-4fb7-a87a-6838704d08f1. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.328178] env[69308]: DEBUG nova.network.neutron [req-8aecb18b-6611-4775-a8e2-5ef7bb9c6cf0 req-14ca44cb-582c-4253-ad7a-f3a41dd2e6dd service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating instance_info_cache with network_info: [{"id": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "address": "fa:16:3e:b2:5f:b5", "network": {"id": "699db5ae-054d-4ee1-954d-7e4e45884cc4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-430339131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bb6c9404a54acfa22a7d740fbf2583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7faa19f2-a6", "ovs_interfaceid": "7faa19f2-a641-4fb7-a87a-6838704d08f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.368987] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Preparing fetch location {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1201.369670] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Fetch image to [datastore2] OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f/OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f.vmdk {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1201.369874] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Downloading stream optimized image 852b58c2-5c06-4a94-a9d6-0fbbeae134cd to [datastore2] OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f/OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f.vmdk on the data store datastore2 as vApp {{(pid=69308) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1201.370066] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Downloading image file data 852b58c2-5c06-4a94-a9d6-0fbbeae134cd to the ESX as VM named 'OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f' {{(pid=69308) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1201.455559] env[69308]: DEBUG nova.compute.utils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.460081] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1201.460081] env[69308]: value = "resgroup-9" [ 1201.460081] env[69308]: _type = "ResourcePool" [ 1201.460081] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1201.460986] env[69308]: DEBUG nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.461189] env[69308]: DEBUG nova.network.neutron [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.463493] env[69308]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1a1d1f6c-74d1-49a0-8ea3-2bd49c27e83e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.482315] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2c9883ff-2856-4d4b-a986-9da4d56cdd0b tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.265s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.495369] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lease: (returnval){ [ 1201.495369] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52484621-c151-b14e-81f5-9790032b4f63" [ 1201.495369] env[69308]: _type = "HttpNfcLease" [ 1201.495369] env[69308]: } obtained for vApp import into resource pool (val){ [ 1201.495369] env[69308]: value = "resgroup-9" [ 1201.495369] env[69308]: _type = "ResourcePool" [ 1201.495369] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1201.495369] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the lease: (returnval){ [ 1201.495369] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52484621-c151-b14e-81f5-9790032b4f63" [ 1201.495369] env[69308]: _type = "HttpNfcLease" [ 1201.495369] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1201.512237] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.512237] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52484621-c151-b14e-81f5-9790032b4f63" [ 1201.512237] env[69308]: _type = "HttpNfcLease" [ 1201.512237] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1201.570536] env[69308]: DEBUG nova.policy [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d964e82fc5b472f97cff59fb0a5d6bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7764a62d89b54ddb984a35b687a42afd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.740131] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7e9af9-7871-449d-bfc6-1c824f8493c8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.748713] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e413402-9cc3-432b-b044-8e18647ba162 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.780989] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d07325-4eb5-45fc-b7a3-45e4df4a3e16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.789866] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c304dcf-9719-4e62-b86e-9a0b1157a9d2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.804381] env[69308]: DEBUG nova.compute.provider_tree [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.830680] env[69308]: DEBUG oslo_concurrency.lockutils [req-8aecb18b-6611-4775-a8e2-5ef7bb9c6cf0 req-14ca44cb-582c-4253-ad7a-f3a41dd2e6dd service nova] Releasing lock "refresh_cache-5d9baa45-0094-4444-b331-452f667d1af5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.961482] env[69308]: DEBUG nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.040941] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.041207] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.042311] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.043057] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.043057] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52484621-c151-b14e-81f5-9790032b4f63" [ 1202.043057] env[69308]: _type = "HttpNfcLease" [ 1202.043057] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.043462] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.043462] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52484621-c151-b14e-81f5-9790032b4f63" [ 1202.043462] env[69308]: _type = "HttpNfcLease" [ 1202.043462] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1202.044341] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c598030-eb12-4c01-b8ae-06c0c46601d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.055486] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246708a-e072-9f3c-dbc5-6b32b73a24b4/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.056264] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246708a-e072-9f3c-dbc5-6b32b73a24b4/disk-0.vmdk. {{(pid=69308) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1202.058222] env[69308]: DEBUG nova.network.neutron [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Successfully created port: 49283f37-1453-4e81-a974-7e297d4830dc {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.120504] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-501fca27-1e4d-4e45-bf94-54e562cc0161 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.308560] env[69308]: DEBUG nova.scheduler.client.report [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.369830] env[69308]: INFO nova.compute.manager [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Rebuilding instance [ 1202.426138] env[69308]: DEBUG nova.compute.manager [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.427331] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c27010-8678-48ee-b219-0ee6455abab6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.817362] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.825022] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.774s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.825022] env[69308]: INFO nova.compute.claims [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.853590] env[69308]: INFO nova.scheduler.client.report [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Deleted allocations for instance ef429cde-997f-4874-8d5a-39ed0c753f26 [ 1202.978066] env[69308]: DEBUG nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.011226] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.011816] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.012172] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.012729] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.014794] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.014794] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.014794] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.014794] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.014794] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.014794] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.014794] env[69308]: DEBUG nova.virt.hardware [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.016277] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f710b79-999a-45c3-b805-531d8696b35e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.033176] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75713ad5-284b-4b01-a306-0b0ca8a34310 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.101300] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.101592] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.101839] env[69308]: DEBUG nova.network.neutron [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.365921] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c4655b0d-e7c8-4d41-b9db-c76a4146cde6 tempest-ServerMetadataTestJSON-2086508217 tempest-ServerMetadataTestJSON-2086508217-project-member] Lock "ef429cde-997f-4874-8d5a-39ed0c753f26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.963s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.443479] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.443918] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3d5adaf-1b49-41e5-9344-98f2f18eeec6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.452419] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1203.452419] env[69308]: value = "task-3869363" [ 1203.452419] env[69308]: _type = "Task" [ 1203.452419] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.459220] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.459593] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.459871] env[69308]: DEBUG nova.compute.manager [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Going to confirm migration 5 {{(pid=69308) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1203.464942] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.630816] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Completed reading data from the image iterator. {{(pid=69308) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1203.631136] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246708a-e072-9f3c-dbc5-6b32b73a24b4/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1203.632221] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30c750d-5ac9-4c12-92d8-29f053a5a6cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.640297] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246708a-e072-9f3c-dbc5-6b32b73a24b4/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1203.640510] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246708a-e072-9f3c-dbc5-6b32b73a24b4/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1203.640898] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9df133e8-5f6a-4800-bbaa-b37a08895244 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.914797] env[69308]: DEBUG nova.compute.manager [req-6f399721-b753-4ec3-a00a-3e149cbd1ef4 req-3b9f5a85-d838-4b12-9ee8-2bd9ec0a1543 service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Received event network-vif-plugged-49283f37-1453-4e81-a974-7e297d4830dc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.915111] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f399721-b753-4ec3-a00a-3e149cbd1ef4 req-3b9f5a85-d838-4b12-9ee8-2bd9ec0a1543 service nova] Acquiring lock "817f485a-bca2-4d75-b2f6-02b37d8adc78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.916031] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f399721-b753-4ec3-a00a-3e149cbd1ef4 req-3b9f5a85-d838-4b12-9ee8-2bd9ec0a1543 service nova] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.916201] env[69308]: DEBUG oslo_concurrency.lockutils [req-6f399721-b753-4ec3-a00a-3e149cbd1ef4 req-3b9f5a85-d838-4b12-9ee8-2bd9ec0a1543 service nova] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.916379] env[69308]: DEBUG nova.compute.manager [req-6f399721-b753-4ec3-a00a-3e149cbd1ef4 req-3b9f5a85-d838-4b12-9ee8-2bd9ec0a1543 service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] No waiting events found dispatching network-vif-plugged-49283f37-1453-4e81-a974-7e297d4830dc {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.916973] env[69308]: WARNING nova.compute.manager [req-6f399721-b753-4ec3-a00a-3e149cbd1ef4 req-3b9f5a85-d838-4b12-9ee8-2bd9ec0a1543 service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Received unexpected event network-vif-plugged-49283f37-1453-4e81-a974-7e297d4830dc for instance with vm_state building and task_state spawning. [ 1203.931586] env[69308]: DEBUG nova.network.neutron [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance_info_cache with network_info: [{"id": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "address": "fa:16:3e:d6:ca:89", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa142a3e3-65", "ovs_interfaceid": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.970767] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869363, 'name': PowerOffVM_Task, 'duration_secs': 0.159724} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.974738] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.975593] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.978430] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d2457e-13ef-46d7-9109-fd4afc5f2cec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.987420] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.990031] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e15484ca-2605-4fd3-87cf-b7896d91f4dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.002074] env[69308]: DEBUG nova.network.neutron [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Successfully updated port: 49283f37-1453-4e81-a974-7e297d4830dc {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.020197] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.020450] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.020727] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Deleting the datastore file [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.020894] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ed19d3a-1f77-45e4-acad-47db0cb82b14 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.035259] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1204.035259] env[69308]: value = "task-3869365" [ 1204.035259] env[69308]: _type = "Task" [ 1204.035259] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.045357] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.069122] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.069214] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.069315] env[69308]: DEBUG nova.network.neutron [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.069604] env[69308]: DEBUG nova.objects.instance [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'info_cache' on Instance uuid b8b3a0cc-9e40-4548-9340-dfa437d6d39b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.099098] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07fa7c2-8b6e-4ad3-94a3-6fef301c8d00 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.107017] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b7eefb-9638-4db6-949e-b4d1fec1abdf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.147018] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f0c03b-46fa-4646-9761-c6bfcd0394b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.155461] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70703d73-cd05-45a4-8ba9-75eaa9b873a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.170103] env[69308]: DEBUG nova.compute.provider_tree [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.200569] env[69308]: DEBUG oslo_vmware.rw_handles [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246708a-e072-9f3c-dbc5-6b32b73a24b4/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1204.201135] env[69308]: INFO nova.virt.vmwareapi.images [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Downloaded image file data 852b58c2-5c06-4a94-a9d6-0fbbeae134cd [ 1204.202234] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111a6592-ad0f-49a8-980a-d3b0a6491e17 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.221696] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f800b4a4-fecd-40ac-9ea7-ad24cb82ae60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.350885] env[69308]: INFO nova.virt.vmwareapi.images [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] The imported VM was unregistered [ 1204.353265] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Caching image {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1204.353516] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Creating directory with path [datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.353806] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-440050ab-25b3-4a2c-95f8-7066614d16b4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.375181] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Created directory with path [datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.375396] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f/OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f.vmdk to [datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd/852b58c2-5c06-4a94-a9d6-0fbbeae134cd.vmdk. {{(pid=69308) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1204.375665] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f869befd-111e-4d5b-aaaa-355dca8e2b3f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.383636] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1204.383636] env[69308]: value = "task-3869367" [ 1204.383636] env[69308]: _type = "Task" [ 1204.383636] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.392163] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869367, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.440413] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.504944] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "refresh_cache-817f485a-bca2-4d75-b2f6-02b37d8adc78" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.505121] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "refresh_cache-817f485a-bca2-4d75-b2f6-02b37d8adc78" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.505327] env[69308]: DEBUG nova.network.neutron [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.547794] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.674284] env[69308]: DEBUG nova.scheduler.client.report [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.896795] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869367, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.950743] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165c699e-f7b2-41b2-be21-d81eb07a64f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.962349] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6301ee-3181-40c8-93a7-8984203e91ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.048644] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.072061] env[69308]: DEBUG nova.network.neutron [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.180547] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.181303] env[69308]: DEBUG nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.365729] env[69308]: DEBUG nova.network.neutron [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Updating instance_info_cache with network_info: [{"id": "49283f37-1453-4e81-a974-7e297d4830dc", "address": "fa:16:3e:67:6d:be", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49283f37-14", "ovs_interfaceid": "49283f37-1453-4e81-a974-7e297d4830dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.398597] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869367, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.504571] env[69308]: DEBUG nova.network.neutron [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [{"id": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "address": "fa:16:3e:36:a1:dd", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71dd6e91-a9", "ovs_interfaceid": "71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.556441] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.413412} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.556732] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.556925] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.557441] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.686779] env[69308]: DEBUG nova.compute.utils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.688979] env[69308]: DEBUG nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.689282] env[69308]: DEBUG nova.network.neutron [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.747848] env[69308]: DEBUG nova.policy [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21968a4f635c4108bab6282f4ade6218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6ea6af2a5544c79d78b6f6935c6240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.869218] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "refresh_cache-817f485a-bca2-4d75-b2f6-02b37d8adc78" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.869570] env[69308]: DEBUG nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Instance network_info: |[{"id": "49283f37-1453-4e81-a974-7e297d4830dc", "address": "fa:16:3e:67:6d:be", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49283f37-14", "ovs_interfaceid": "49283f37-1453-4e81-a974-7e297d4830dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.870052] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:6d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49283f37-1453-4e81-a974-7e297d4830dc', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.878530] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.878808] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.879058] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b7af2d4-9fce-4203-9e8a-f2d5a1eb4bbc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.903987] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869367, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.906106] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.906106] env[69308]: value = "task-3869368" [ 1205.906106] env[69308]: _type = "Task" [ 1205.906106] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.915120] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869368, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.951869] env[69308]: DEBUG nova.compute.manager [req-f3f1d672-fa1c-4d08-95eb-b636c6b0a483 req-9bc0fcaa-d479-4689-a731-24b936ab64fc service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Received event network-changed-49283f37-1453-4e81-a974-7e297d4830dc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.952104] env[69308]: DEBUG nova.compute.manager [req-f3f1d672-fa1c-4d08-95eb-b636c6b0a483 req-9bc0fcaa-d479-4689-a731-24b936ab64fc service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Refreshing instance network info cache due to event network-changed-49283f37-1453-4e81-a974-7e297d4830dc. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.952329] env[69308]: DEBUG oslo_concurrency.lockutils [req-f3f1d672-fa1c-4d08-95eb-b636c6b0a483 req-9bc0fcaa-d479-4689-a731-24b936ab64fc service nova] Acquiring lock "refresh_cache-817f485a-bca2-4d75-b2f6-02b37d8adc78" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.952551] env[69308]: DEBUG oslo_concurrency.lockutils [req-f3f1d672-fa1c-4d08-95eb-b636c6b0a483 req-9bc0fcaa-d479-4689-a731-24b936ab64fc service nova] Acquired lock "refresh_cache-817f485a-bca2-4d75-b2f6-02b37d8adc78" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.952679] env[69308]: DEBUG nova.network.neutron [req-f3f1d672-fa1c-4d08-95eb-b636c6b0a483 req-9bc0fcaa-d479-4689-a731-24b936ab64fc service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Refreshing network info cache for port 49283f37-1453-4e81-a974-7e297d4830dc {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.007777] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-b8b3a0cc-9e40-4548-9340-dfa437d6d39b" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.008139] env[69308]: DEBUG nova.objects.instance [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'migration_context' on Instance uuid b8b3a0cc-9e40-4548-9340-dfa437d6d39b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.061472] env[69308]: DEBUG nova.network.neutron [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Successfully created port: 28edd962-f341-4c9a-9bbb-d38bc018899b {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.102403] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86653d73-ae8a-462d-870d-4da65d451e6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.130216] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d444a83-e8ff-43b4-b6d9-edcd10ba274b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.141764] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance '1f846ecc-230d-4d36-aea6-a2c6a41e37d4' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.193737] env[69308]: DEBUG nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.407333] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869367, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.419895] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869368, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.513546] env[69308]: DEBUG nova.objects.base [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1206.514450] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b553da-c81b-4ac9-8a72-3dc8e26fa396 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.538782] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b247104-3bf9-41cf-b919-89bcef1c8996 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.549258] env[69308]: DEBUG oslo_vmware.api [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1206.549258] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5266c122-d871-f785-fd0e-a4ca00fc8c6a" [ 1206.549258] env[69308]: _type = "Task" [ 1206.549258] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.561848] env[69308]: DEBUG oslo_vmware.api [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5266c122-d871-f785-fd0e-a4ca00fc8c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.562192] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.562465] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.606101] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.606456] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.606731] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.607104] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.607408] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.607634] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.608053] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.608569] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.608569] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.608738] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.608974] env[69308]: DEBUG nova.virt.hardware [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.610418] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f897ed8-6548-4bb9-8418-8e8fe5485457 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.623267] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9b51f7-34a6-43f5-ab82-b9376f78c64e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.643598] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Instance VIF info [] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.649657] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.654760] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.655088] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.655360] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91663e16-27f0-44e1-8420-db0a129ddfbf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.657264] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed5e4a5d-596a-4fbe-8162-5ade26508e4d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.677109] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.677109] env[69308]: value = "task-3869369" [ 1206.677109] env[69308]: _type = "Task" [ 1206.677109] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.682249] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1206.682249] env[69308]: value = "task-3869370" [ 1206.682249] env[69308]: _type = "Task" [ 1206.682249] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.689145] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869369, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.697253] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.789998] env[69308]: DEBUG nova.network.neutron [req-f3f1d672-fa1c-4d08-95eb-b636c6b0a483 req-9bc0fcaa-d479-4689-a731-24b936ab64fc service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Updated VIF entry in instance network info cache for port 49283f37-1453-4e81-a974-7e297d4830dc. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.790433] env[69308]: DEBUG nova.network.neutron [req-f3f1d672-fa1c-4d08-95eb-b636c6b0a483 req-9bc0fcaa-d479-4689-a731-24b936ab64fc service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Updating instance_info_cache with network_info: [{"id": "49283f37-1453-4e81-a974-7e297d4830dc", "address": "fa:16:3e:67:6d:be", "network": {"id": "588a27c6-1c3b-40ae-a1b0-a7c8c07da7e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1814794998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7764a62d89b54ddb984a35b687a42afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49283f37-14", "ovs_interfaceid": "49283f37-1453-4e81-a974-7e297d4830dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.904542] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869367, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.487831} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.904833] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f/OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f.vmdk to [datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd/852b58c2-5c06-4a94-a9d6-0fbbeae134cd.vmdk. [ 1206.905073] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Cleaning up location [datastore2] OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1206.905265] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9f2fd4f4-6fbb-438d-a662-1ccf3b79d27f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.905533] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba7dc5cb-67dd-45b4-a0f6-1f801970be07 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.921963] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869368, 'name': CreateVM_Task, 'duration_secs': 0.766375} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.921963] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.921963] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1206.921963] env[69308]: value = "task-3869371" [ 1206.921963] env[69308]: _type = "Task" [ 1206.921963] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.934274] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.934274] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.934274] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.934274] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.934274] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25ae187-a819-4fc6-a92f-23b52ac2bb93 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.941571] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1206.941571] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52eeb1a9-9e49-6556-f089-770d3e097d0f" [ 1206.941571] env[69308]: _type = "Task" [ 1206.941571] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.950855] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52eeb1a9-9e49-6556-f089-770d3e097d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.194347] env[69308]: DEBUG oslo_vmware.api [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869370, 'name': PowerOnVM_Task, 'duration_secs': 0.517844} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.200429] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.200640] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e51fe56a-3acb-4287-8296-cedbee5d177c tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance '1f846ecc-230d-4d36-aea6-a2c6a41e37d4' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.204423] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869369, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.206270] env[69308]: DEBUG nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.231289] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.231548] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.231711] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.231947] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.232145] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.232301] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.232521] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.232683] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.232851] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.233035] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.233331] env[69308]: DEBUG nova.virt.hardware [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.234267] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee3695a-b315-4f23-81b5-41128ce37103 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.246124] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a0d424-9ecc-4b51-b621-663e4c388d87 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.293314] env[69308]: DEBUG oslo_concurrency.lockutils [req-f3f1d672-fa1c-4d08-95eb-b636c6b0a483 req-9bc0fcaa-d479-4689-a731-24b936ab64fc service nova] Releasing lock "refresh_cache-817f485a-bca2-4d75-b2f6-02b37d8adc78" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.308326] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d039e2f-b3fe-45b9-ab5a-2b381a7d740b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.317101] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d255a3b0-7ac3-4ec7-83ca-0e3b624d1d5e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.351150] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f5828-12da-4d12-9c4d-5f860b205943 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.360018] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1986bb83-3b7f-460d-8e09-0950a9b73785 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.374301] env[69308]: DEBUG nova.compute.provider_tree [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.431397] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076213} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.431691] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.431866] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd/852b58c2-5c06-4a94-a9d6-0fbbeae134cd.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.432306] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd/852b58c2-5c06-4a94-a9d6-0fbbeae134cd.vmdk to [datastore2] 5d9baa45-0094-4444-b331-452f667d1af5/5d9baa45-0094-4444-b331-452f667d1af5.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.432502] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5550ac7-e81d-4e96-81aa-24359f15536d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.440685] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1207.440685] env[69308]: value = "task-3869372" [ 1207.440685] env[69308]: _type = "Task" [ 1207.440685] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.453354] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.457326] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52eeb1a9-9e49-6556-f089-770d3e097d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.023604} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.457668] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.457922] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.458228] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.458407] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.458599] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.458886] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2658a581-08fe-4f02-a482-6d9948710dac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.469966] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.470185] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.470984] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d843ac-655d-4ace-ab7c-45c7cbd12f2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.477293] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1207.477293] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c592ab-3973-0029-a3e5-97ded0777ebd" [ 1207.477293] env[69308]: _type = "Task" [ 1207.477293] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.485596] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c592ab-3973-0029-a3e5-97ded0777ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.693233] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869369, 'name': CreateVM_Task, 'duration_secs': 0.826977} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.693413] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.693774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.693935] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.694320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.694584] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8e4290-8355-467c-aa5b-412c0ee2132a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.699841] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1207.699841] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52047fa6-9f9e-65d1-8826-d5409300466f" [ 1207.699841] env[69308]: _type = "Task" [ 1207.699841] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.711836] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52047fa6-9f9e-65d1-8826-d5409300466f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.746514] env[69308]: DEBUG nova.network.neutron [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Successfully updated port: 28edd962-f341-4c9a-9bbb-d38bc018899b {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.877626] env[69308]: DEBUG nova.scheduler.client.report [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.953015] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.979520] env[69308]: DEBUG nova.compute.manager [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Received event network-vif-plugged-28edd962-f341-4c9a-9bbb-d38bc018899b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.979745] env[69308]: DEBUG oslo_concurrency.lockutils [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] Acquiring lock "df747462-a44a-4e8f-823e-8f251ccfd9b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.979959] env[69308]: DEBUG oslo_concurrency.lockutils [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.980150] env[69308]: DEBUG oslo_concurrency.lockutils [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.980317] env[69308]: DEBUG nova.compute.manager [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] No waiting events found dispatching network-vif-plugged-28edd962-f341-4c9a-9bbb-d38bc018899b {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.980483] env[69308]: WARNING nova.compute.manager [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Received unexpected event network-vif-plugged-28edd962-f341-4c9a-9bbb-d38bc018899b for instance with vm_state building and task_state spawning. [ 1207.980646] env[69308]: DEBUG nova.compute.manager [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Received event network-changed-28edd962-f341-4c9a-9bbb-d38bc018899b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.980795] env[69308]: DEBUG nova.compute.manager [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Refreshing instance network info cache due to event network-changed-28edd962-f341-4c9a-9bbb-d38bc018899b. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.980983] env[69308]: DEBUG oslo_concurrency.lockutils [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] Acquiring lock "refresh_cache-df747462-a44a-4e8f-823e-8f251ccfd9b2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.981135] env[69308]: DEBUG oslo_concurrency.lockutils [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] Acquired lock "refresh_cache-df747462-a44a-4e8f-823e-8f251ccfd9b2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.981295] env[69308]: DEBUG nova.network.neutron [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Refreshing network info cache for port 28edd962-f341-4c9a-9bbb-d38bc018899b {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.993101] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52c592ab-3973-0029-a3e5-97ded0777ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.052231} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.994097] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4d556a-541f-4136-b05a-d10a4467f05c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.999487] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1207.999487] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5213af78-93df-539c-c6cf-7909374d16fc" [ 1207.999487] env[69308]: _type = "Task" [ 1207.999487] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.007722] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5213af78-93df-539c-c6cf-7909374d16fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.211934] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52047fa6-9f9e-65d1-8826-d5409300466f, 'name': SearchDatastore_Task, 'duration_secs': 0.035271} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.212335] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.212481] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.212703] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.249269] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-df747462-a44a-4e8f-823e-8f251ccfd9b2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.453956] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869372, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.511265] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5213af78-93df-539c-c6cf-7909374d16fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.511523] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.511802] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 817f485a-bca2-4d75-b2f6-02b37d8adc78/817f485a-bca2-4d75-b2f6-02b37d8adc78.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.512127] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.512326] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.512563] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7ca99a5-caf8-44f8-b4bb-ee74fe4f38d2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.514763] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-507e0c32-db93-4b39-bdf8-3d1600c9c8a5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.522524] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1208.522524] env[69308]: value = "task-3869373" [ 1208.522524] env[69308]: _type = "Task" [ 1208.522524] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.533256] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.534870] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.535217] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.536143] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521a856d-7e32-4d43-a1ee-219161bcf466 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.545340] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1208.545340] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ec3a29-86ef-3a92-64c5-406729d6434c" [ 1208.545340] env[69308]: _type = "Task" [ 1208.545340] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.552405] env[69308]: DEBUG nova.network.neutron [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.562016] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ec3a29-86ef-3a92-64c5-406729d6434c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.646742] env[69308]: DEBUG nova.network.neutron [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.890103] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.327s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.955225] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869372, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.034380] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.059141] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ec3a29-86ef-3a92-64c5-406729d6434c, 'name': SearchDatastore_Task, 'duration_secs': 0.08652} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.059994] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c155a5-28da-4ada-873b-2295ed4ed46b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.068960] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1209.068960] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f7d405-bdab-0b61-b183-d3ac42f4c7c7" [ 1209.068960] env[69308]: _type = "Task" [ 1209.068960] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.079828] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f7d405-bdab-0b61-b183-d3ac42f4c7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.149599] env[69308]: DEBUG oslo_concurrency.lockutils [req-8672bc8d-24fc-4f81-81c0-59bdfb3129fd req-c10897f6-4186-4231-85b2-bcc2a09837eb service nova] Releasing lock "refresh_cache-df747462-a44a-4e8f-823e-8f251ccfd9b2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.150055] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-df747462-a44a-4e8f-823e-8f251ccfd9b2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.150229] env[69308]: DEBUG nova.network.neutron [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.158582] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.159244] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.159244] env[69308]: DEBUG nova.compute.manager [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Going to confirm migration 6 {{(pid=69308) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1209.458076] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869372, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.466645] env[69308]: INFO nova.scheduler.client.report [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted allocation for migration 9a67351f-0561-480f-aa0f-d42ff056d01d [ 1209.537848] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.577343] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.577578] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.578368] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.578550] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.578709] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.582338] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.582625] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f7d405-bdab-0b61-b183-d3ac42f4c7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.08754} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.582821] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.584882] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.585619] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073/6c2cfd4e-8242-42d9-ad5f-f534466a6073.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.586095] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-033c2f90-f987-493d-828d-a5af63e93af1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.596847] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1209.596847] env[69308]: value = "task-3869374" [ 1209.596847] env[69308]: _type = "Task" [ 1209.596847] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.607910] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.688749] env[69308]: DEBUG nova.network.neutron [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.701029] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.701242] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquired lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.701426] env[69308]: DEBUG nova.network.neutron [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.701653] env[69308]: DEBUG nova.objects.instance [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'info_cache' on Instance uuid 1f846ecc-230d-4d36-aea6-a2c6a41e37d4 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.904574] env[69308]: DEBUG nova.network.neutron [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Updating instance_info_cache with network_info: [{"id": "28edd962-f341-4c9a-9bbb-d38bc018899b", "address": "fa:16:3e:be:33:bf", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28edd962-f3", "ovs_interfaceid": "28edd962-f341-4c9a-9bbb-d38bc018899b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.957335] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.973357] env[69308]: DEBUG oslo_concurrency.lockutils [None req-13bcecc2-5327-4bd9-8d61-2cdf2a8806cc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.513s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.037617] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869373, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.089459] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Getting list of instances from cluster (obj){ [ 1210.089459] env[69308]: value = "domain-c8" [ 1210.089459] env[69308]: _type = "ClusterComputeResource" [ 1210.089459] env[69308]: } {{(pid=69308) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1210.090837] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fece568-34ba-4103-ac94-758cf928440b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.115066] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Got total of 10 instances {{(pid=69308) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1210.115296] env[69308]: WARNING nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] While synchronizing instance power states, found 11 instances in the database and 10 instances on the hypervisor. [ 1210.115451] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid 42b6c9c6-967a-4f86-82a2-a341b1c1e750 {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.115665] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid 946bfb28-1889-4b37-bb7d-8f8d3565f39d {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.115850] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid b8b3a0cc-9e40-4548-9340-dfa437d6d39b {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.116073] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid 5d9baa45-0094-4444-b331-452f667d1af5 {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.116207] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid 393ab7d6-083b-4e85-92cc-f942f64929ad {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.116473] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.116643] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid 1f846ecc-230d-4d36-aea6-a2c6a41e37d4 {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.116694] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.116856] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid 6c2cfd4e-8242-42d9-ad5f-f534466a6073 {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.117026] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid 817f485a-bca2-4d75-b2f6-02b37d8adc78 {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.117124] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Triggering sync for uuid df747462-a44a-4e8f-823e-8f251ccfd9b2 {{(pid=69308) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1210.120973] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.121241] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.121553] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.121744] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.121988] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.122180] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.122420] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.122635] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "393ab7d6-083b-4e85-92cc-f942f64929ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.122813] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.123068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.123256] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.123491] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.123702] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "a898eb7f-f061-4de4-976e-b24943208078" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.123882] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "a898eb7f-f061-4de4-976e-b24943208078" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.124137] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.124321] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.124502] env[69308]: INFO nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1210.124665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.124862] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.125108] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.125314] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.125449] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1210.125657] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.126531] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2186dd8-dd43-4372-8077-59cc9158669b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.130174] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b5ec8-13ca-450e-8c56-b7c827b33d7e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.133459] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd2582-10c7-40de-be84-6c0f40eda4c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.136728] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789ee00f-bb24-4be0-87e9-9c2817647f68 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.140716] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1b5e41-c69b-4ab3-a8e2-cd5ad788bb72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.143970] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b43a9b5-f87b-48e7-83a4-f661ac4574fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.146175] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.410764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-df747462-a44a-4e8f-823e-8f251ccfd9b2" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.411073] env[69308]: DEBUG nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Instance network_info: |[{"id": "28edd962-f341-4c9a-9bbb-d38bc018899b", "address": "fa:16:3e:be:33:bf", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28edd962-f3", "ovs_interfaceid": "28edd962-f341-4c9a-9bbb-d38bc018899b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.411853] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:33:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28edd962-f341-4c9a-9bbb-d38bc018899b', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.420637] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.421321] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.421581] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a814097-272b-4b94-ab5c-8c66d5ede1cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.443549] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.443549] env[69308]: value = "task-3869375" [ 1210.443549] env[69308]: _type = "Task" [ 1210.443549] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.455927] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869372, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.459143] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869375, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.538422] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869373, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.609391] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.649752] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.650051] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.650228] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.650405] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1210.651428] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b990639-2873-4d79-b4e0-b81ec01b27b3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.661377] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4546bcb4-e5fd-48fb-854d-3b21a623c341 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.668228] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.668665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.669026] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.669357] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "a898eb7f-f061-4de4-976e-b24943208078" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.669659] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.678607] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.679733] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf90167-5c71-461a-aafa-2fb83f53b56f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.688343] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8978201c-5990-4278-b7e0-6fb7d46e433e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.725769] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179226MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1210.725981] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.726243] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.786413] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.786547] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.786837] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.787071] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.787253] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.789723] env[69308]: INFO nova.compute.manager [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Terminating instance [ 1210.962420] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869375, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.967182] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869372, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.162726} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.967679] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/852b58c2-5c06-4a94-a9d6-0fbbeae134cd/852b58c2-5c06-4a94-a9d6-0fbbeae134cd.vmdk to [datastore2] 5d9baa45-0094-4444-b331-452f667d1af5/5d9baa45-0094-4444-b331-452f667d1af5.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.968589] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50e9126-85e8-42fa-9409-870e0c5003d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.994327] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 5d9baa45-0094-4444-b331-452f667d1af5/5d9baa45-0094-4444-b331-452f667d1af5.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.997211] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f92cb28-5204-40d7-b4fa-c347dd8517b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.020857] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1211.020857] env[69308]: value = "task-3869376" [ 1211.020857] env[69308]: _type = "Task" [ 1211.020857] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.034073] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.040675] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869373, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.30003} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.041752] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 817f485a-bca2-4d75-b2f6-02b37d8adc78/817f485a-bca2-4d75-b2f6-02b37d8adc78.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.041752] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.041752] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb44b8f1-3573-403a-9c1b-08913c30b4b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.050528] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1211.050528] env[69308]: value = "task-3869377" [ 1211.050528] env[69308]: _type = "Task" [ 1211.050528] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.056550] env[69308]: DEBUG nova.network.neutron [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance_info_cache with network_info: [{"id": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "address": "fa:16:3e:d6:ca:89", "network": {"id": "17c58382-96c7-4c86-a1e2-25bf55850879", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1339395181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d58bf1b266249fc985591bf8235e58e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa142a3e3-65", "ovs_interfaceid": "a142a3e3-652a-4b4e-a8d7-565a14b0c854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.064457] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.110952] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.294176] env[69308]: DEBUG nova.compute.manager [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.294452] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.295555] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72929e7c-8f05-4742-837e-b604db803c97 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.304851] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.305200] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ce62be9-323e-4b1c-afe6-cd65a789f616 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.312609] env[69308]: DEBUG oslo_vmware.api [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1211.312609] env[69308]: value = "task-3869378" [ 1211.312609] env[69308]: _type = "Task" [ 1211.312609] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.323360] env[69308]: DEBUG oslo_vmware.api [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.455537] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869375, 'name': CreateVM_Task, 'duration_secs': 0.652013} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.455741] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.456553] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.456728] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.457081] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.457395] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e80739-4c43-4fdd-ac75-81f3fc5cd077 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.463324] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1211.463324] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522a8ddd-9cd0-3d16-8bfa-6c3251498838" [ 1211.463324] env[69308]: _type = "Task" [ 1211.463324] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.473964] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522a8ddd-9cd0-3d16-8bfa-6c3251498838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.532406] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869376, 'name': ReconfigVM_Task, 'duration_secs': 0.476849} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.532733] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 5d9baa45-0094-4444-b331-452f667d1af5/5d9baa45-0094-4444-b331-452f667d1af5.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.533491] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8441684c-dcfd-434e-a3eb-dda8332a5253 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.541119] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1211.541119] env[69308]: value = "task-3869379" [ 1211.541119] env[69308]: _type = "Task" [ 1211.541119] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.551227] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869379, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.560554] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Releasing lock "refresh_cache-1f846ecc-230d-4d36-aea6-a2c6a41e37d4" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.560949] env[69308]: DEBUG nova.objects.instance [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'migration_context' on Instance uuid 1f846ecc-230d-4d36-aea6-a2c6a41e37d4 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.562302] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220671} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.562630] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.563723] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d1f04b-4239-4e8b-9d61-26ee5c8ad05c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.588544] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 817f485a-bca2-4d75-b2f6-02b37d8adc78/817f485a-bca2-4d75-b2f6-02b37d8adc78.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.589660] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ecdafe-f8f1-43da-a524-3bea31a64f50 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.614127] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869374, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.590175} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.615473] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073/6c2cfd4e-8242-42d9-ad5f-f534466a6073.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.615719] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.616037] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1211.616037] env[69308]: value = "task-3869380" [ 1211.616037] env[69308]: _type = "Task" [ 1211.616037] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.616272] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-466a560b-a538-4f2a-a5d0-8a7562f696a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.627980] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1211.627980] env[69308]: value = "task-3869381" [ 1211.627980] env[69308]: _type = "Task" [ 1211.627980] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.628258] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.640531] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.739140] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Applying migration context for instance 1f846ecc-230d-4d36-aea6-a2c6a41e37d4 as it has an incoming, in-progress migration 685c5373-ccd5-4312-92a2-eed53cc89b18. Migration status is confirming {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1211.740707] env[69308]: INFO nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating resource usage from migration 685c5373-ccd5-4312-92a2-eed53cc89b18 [ 1211.762987] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.763184] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 946bfb28-1889-4b37-bb7d-8f8d3565f39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.763308] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 393ab7d6-083b-4e85-92cc-f942f64929ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.763424] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.763539] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance a898eb7f-f061-4de4-976e-b24943208078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.763653] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 5d9baa45-0094-4444-b331-452f667d1af5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.763763] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance b8b3a0cc-9e40-4548-9340-dfa437d6d39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.763875] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Migration 685c5373-ccd5-4312-92a2-eed53cc89b18 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1211.763998] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 6c2cfd4e-8242-42d9-ad5f-f534466a6073 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.764153] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 1f846ecc-230d-4d36-aea6-a2c6a41e37d4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.764276] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 817f485a-bca2-4d75-b2f6-02b37d8adc78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.764385] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance df747462-a44a-4e8f-823e-8f251ccfd9b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.764617] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1211.764750] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1211.824027] env[69308]: DEBUG oslo_vmware.api [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869378, 'name': PowerOffVM_Task, 'duration_secs': 0.226567} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.824273] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.824443] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.824699] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8fddfa6-5401-4c80-b17a-f4048e26c8f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.902922] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.903334] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.903679] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleting the datastore file [datastore1] b8b3a0cc-9e40-4548-9340-dfa437d6d39b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.904294] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3680c2b7-51f4-449c-8918-df51956b5a42 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.915378] env[69308]: DEBUG oslo_vmware.api [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1211.915378] env[69308]: value = "task-3869383" [ 1211.915378] env[69308]: _type = "Task" [ 1211.915378] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.920062] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.920296] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.929583] env[69308]: DEBUG oslo_vmware.api [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.940788] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987b3d2f-16b4-4160-82b5-88f4dc6a3d05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.948824] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6725c312-94b8-4ab0-889e-4b2a5777b206 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.983202] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319b9a17-c4d1-40a0-95b5-38197b8e9b78 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.994132] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8de11c-37e3-425f-bbf0-9f8b484e3a31 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.997958] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522a8ddd-9cd0-3d16-8bfa-6c3251498838, 'name': SearchDatastore_Task, 'duration_secs': 0.048486} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.998265] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.998501] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.998732] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.998880] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.999073] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.999699] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eacab54-201f-4843-a6fd-78269e9be722 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.009433] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.030155] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.030449] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.031222] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98bbf6f3-b46f-4780-b252-eb30cc1abc0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.037200] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1212.037200] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cbc0b-97bc-dd78-46f2-c72dbca6b4b3" [ 1212.037200] env[69308]: _type = "Task" [ 1212.037200] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.048029] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cbc0b-97bc-dd78-46f2-c72dbca6b4b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.053551] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869379, 'name': Rename_Task, 'duration_secs': 0.150241} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.053823] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.054070] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be271cc-17b1-4a4e-ad7a-12d0b84b5162 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.060538] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1212.060538] env[69308]: value = "task-3869384" [ 1212.060538] env[69308]: _type = "Task" [ 1212.060538] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.064169] env[69308]: DEBUG nova.objects.base [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Object Instance<1f846ecc-230d-4d36-aea6-a2c6a41e37d4> lazy-loaded attributes: info_cache,migration_context {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1212.064956] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6d5625-a605-4b6e-873a-801a2886d8c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.072691] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.087202] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b1a31c-6dec-4178-80e9-beebe527442b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.092732] env[69308]: DEBUG oslo_vmware.api [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1212.092732] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5280c50c-ff43-5de8-9024-d64930579839" [ 1212.092732] env[69308]: _type = "Task" [ 1212.092732] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.102091] env[69308]: DEBUG oslo_vmware.api [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5280c50c-ff43-5de8-9024-d64930579839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.128187] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869380, 'name': ReconfigVM_Task, 'duration_secs': 0.303273} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.128593] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 817f485a-bca2-4d75-b2f6-02b37d8adc78/817f485a-bca2-4d75-b2f6-02b37d8adc78.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.129375] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe418878-d9e4-44c4-aa85-56c8013e2254 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.142121] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228425} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.143634] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.144048] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1212.144048] env[69308]: value = "task-3869385" [ 1212.144048] env[69308]: _type = "Task" [ 1212.144048] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.144790] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e32a5f-c709-45e0-a7bf-27a4810aed56 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.169454] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073/6c2cfd4e-8242-42d9-ad5f-f534466a6073.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.173337] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7fd9b1-92f9-479d-8e5e-a158cfd4a630 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.188727] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869385, 'name': Rename_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.194771] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1212.194771] env[69308]: value = "task-3869386" [ 1212.194771] env[69308]: _type = "Task" [ 1212.194771] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.204485] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.427719] env[69308]: DEBUG nova.compute.utils [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.429240] env[69308]: DEBUG oslo_vmware.api [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.512634] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.550467] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cbc0b-97bc-dd78-46f2-c72dbca6b4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.053652} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.552062] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb11c325-fd8a-4975-9a3a-f562ec120d01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.558784] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1212.558784] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5204a574-cf0b-2188-e49a-596d68e02273" [ 1212.558784] env[69308]: _type = "Task" [ 1212.558784] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.572155] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5204a574-cf0b-2188-e49a-596d68e02273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.575928] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869384, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.603840] env[69308]: DEBUG oslo_vmware.api [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5280c50c-ff43-5de8-9024-d64930579839, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.604536] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.657310] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869385, 'name': Rename_Task, 'duration_secs': 0.195298} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.657680] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.657899] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489a126e-ccbd-4dc0-88cb-6d6d63037e4f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.665738] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1212.665738] env[69308]: value = "task-3869387" [ 1212.665738] env[69308]: _type = "Task" [ 1212.665738] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.674187] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.706573] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.926706] env[69308]: DEBUG oslo_vmware.api [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.639884} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.926971] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.927182] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.927357] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.927534] env[69308]: INFO nova.compute.manager [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1212.927803] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.928000] env[69308]: DEBUG nova.compute.manager [-] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.928109] env[69308]: DEBUG nova.network.neutron [-] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.932592] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.017400] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1213.017596] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.291s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.017847] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.413s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.076424] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5204a574-cf0b-2188-e49a-596d68e02273, 'name': SearchDatastore_Task, 'duration_secs': 0.014368} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.079457] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.079726] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] df747462-a44a-4e8f-823e-8f251ccfd9b2/df747462-a44a-4e8f-823e-8f251ccfd9b2.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.080017] env[69308]: DEBUG oslo_vmware.api [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869384, 'name': PowerOnVM_Task, 'duration_secs': 0.712998} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.080267] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4b9254c-79f8-4967-a0ce-50d7a9489069 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.082453] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.090950] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1213.090950] env[69308]: value = "task-3869388" [ 1213.090950] env[69308]: _type = "Task" [ 1213.090950] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.100592] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.180084] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869387, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.208616] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.216323] env[69308]: DEBUG nova.compute.manager [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.217317] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6652924-60d8-4ef1-a59b-86a5b448e778 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.566505] env[69308]: DEBUG nova.compute.manager [req-c0b6e461-e468-45a1-9e8a-d8a29a7890df req-e24f231a-8696-4070-9ee6-71137873bc63 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Received event network-vif-deleted-71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.566803] env[69308]: INFO nova.compute.manager [req-c0b6e461-e468-45a1-9e8a-d8a29a7890df req-e24f231a-8696-4070-9ee6-71137873bc63 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Neutron deleted interface 71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70; detaching it from the instance and deleting it from the info cache [ 1213.567286] env[69308]: DEBUG nova.network.neutron [req-c0b6e461-e468-45a1-9e8a-d8a29a7890df req-e24f231a-8696-4070-9ee6-71137873bc63 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.613020] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869388, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.680736] env[69308]: DEBUG oslo_vmware.api [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869387, 'name': PowerOnVM_Task, 'duration_secs': 0.665983} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.680945] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.681170] env[69308]: INFO nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1213.681354] env[69308]: DEBUG nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.682202] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dd0589-2c91-4060-b63c-8bc8e9152839 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.712386] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.734232] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabaf5bb-36fc-4304-b419-4750238a0400 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.740416] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6bca04a8-9b36-4000-bdcf-c147c977686a tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.114s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.742990] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "5d9baa45-0094-4444-b331-452f667d1af5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.620s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.743233] env[69308]: INFO nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] During sync_power_state the instance has a pending task (spawning). Skip. [ 1213.743433] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "5d9baa45-0094-4444-b331-452f667d1af5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.747495] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a601e-2e49-482c-a350-68699ade4c8c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.781730] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6ab721-ab7c-44bc-9114-240b21d685bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.790671] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07d2920-de74-4fad-9051-988e0f36ce74 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.805916] env[69308]: DEBUG nova.compute.provider_tree [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.006665] env[69308]: DEBUG nova.network.neutron [-] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.008893] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.009188] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.009458] env[69308]: INFO nova.compute.manager [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Attaching volume 98ae0f0f-2303-4c21-9469-f71acf77071e to /dev/sdb [ 1214.050362] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1e784b-76a9-4818-be51-849725a41d7a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.058764] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8670db4f-2f84-4eb7-8643-68ae7ce02c06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.072876] env[69308]: DEBUG nova.virt.block_device [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Updating existing volume attachment record: bd17a190-65f8-40da-9351-707426c401c9 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.075846] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9225dff-4aff-4087-a5d2-22491a654d16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.085920] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e88207-d9e3-45a3-a383-dcaedb0fd1f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.106866] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527269} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.107170] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] df747462-a44a-4e8f-823e-8f251ccfd9b2/df747462-a44a-4e8f-823e-8f251ccfd9b2.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.107392] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.108026] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aa3401c-2685-4700-96df-4f5401beb6ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.123829] env[69308]: DEBUG nova.compute.manager [req-c0b6e461-e468-45a1-9e8a-d8a29a7890df req-e24f231a-8696-4070-9ee6-71137873bc63 service nova] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Detach interface failed, port_id=71dd6e91-a9b7-4ece-8ed1-3c1a12c56c70, reason: Instance b8b3a0cc-9e40-4548-9340-dfa437d6d39b could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.125613] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1214.125613] env[69308]: value = "task-3869389" [ 1214.125613] env[69308]: _type = "Task" [ 1214.125613] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.134330] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.203378] env[69308]: INFO nova.compute.manager [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Took 26.99 seconds to build instance. [ 1214.210103] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869386, 'name': ReconfigVM_Task, 'duration_secs': 1.805609} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.210103] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073/6c2cfd4e-8242-42d9-ad5f-f534466a6073.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.210975] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-324cc706-8bfd-427e-804c-61227bb29aeb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.218597] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1214.218597] env[69308]: value = "task-3869390" [ 1214.218597] env[69308]: _type = "Task" [ 1214.218597] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.228178] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869390, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.310296] env[69308]: DEBUG nova.scheduler.client.report [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.512815] env[69308]: INFO nova.compute.manager [-] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Took 1.58 seconds to deallocate network for instance. [ 1214.635954] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093293} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.636361] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.637107] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e22e8-a2e7-4984-898b-1f4f0b73a1f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.660191] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] df747462-a44a-4e8f-823e-8f251ccfd9b2/df747462-a44a-4e8f-823e-8f251ccfd9b2.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.660539] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173b7b4e-a9e2-479c-a2dd-a0c73bb2b283 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.681530] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1214.681530] env[69308]: value = "task-3869392" [ 1214.681530] env[69308]: _type = "Task" [ 1214.681530] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.691653] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.705706] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2795d0fb-8b9c-48da-b41f-3c8abe0ec853 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.506s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.706172] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.581s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.706344] env[69308]: INFO nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] During sync_power_state the instance has a pending task (spawning). Skip. [ 1214.706528] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.729157] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869390, 'name': Rename_Task, 'duration_secs': 0.362316} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.729467] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.730110] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67f912ca-c44f-4999-b9f7-80b0b555585a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.737130] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1214.737130] env[69308]: value = "task-3869393" [ 1214.737130] env[69308]: _type = "Task" [ 1214.737130] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.746175] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.021401] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.193140] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869392, 'name': ReconfigVM_Task, 'duration_secs': 0.302754} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.193450] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Reconfigured VM instance instance-00000079 to attach disk [datastore2] df747462-a44a-4e8f-823e-8f251ccfd9b2/df747462-a44a-4e8f-823e-8f251ccfd9b2.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.195165] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6addd90-22c2-4af4-9ed2-b8b7194ae448 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.203020] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1215.203020] env[69308]: value = "task-3869394" [ 1215.203020] env[69308]: _type = "Task" [ 1215.203020] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.218412] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869394, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.247607] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869393, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.322916] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.305s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.326320] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.305s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.326626] env[69308]: DEBUG nova.objects.instance [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'resources' on Instance uuid b8b3a0cc-9e40-4548-9340-dfa437d6d39b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.652713] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.653737] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.653737] env[69308]: DEBUG nova.compute.manager [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.654150] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3483a428-fd3e-41f7-a4ac-68a3aab98182 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.662163] env[69308]: DEBUG nova.compute.manager [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1215.662747] env[69308]: DEBUG nova.objects.instance [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lazy-loading 'flavor' on Instance uuid 817f485a-bca2-4d75-b2f6-02b37d8adc78 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.715331] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869394, 'name': Rename_Task, 'duration_secs': 0.157433} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.715758] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.716122] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c65d461-6e02-4145-b854-9d2680e89a4e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.724115] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1215.724115] env[69308]: value = "task-3869395" [ 1215.724115] env[69308]: _type = "Task" [ 1215.724115] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.732349] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.747925] env[69308]: DEBUG oslo_vmware.api [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869393, 'name': PowerOnVM_Task, 'duration_secs': 0.674037} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.748244] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.748482] env[69308]: DEBUG nova.compute.manager [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.749314] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f255204a-4636-492e-b538-07d9e9b4366a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.867734] env[69308]: INFO nova.compute.manager [None req-5b520191-88b2-4428-a49f-12cbb84b45a2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Get console output [ 1215.867734] env[69308]: WARNING nova.virt.vmwareapi.driver [None req-5b520191-88b2-4428-a49f-12cbb84b45a2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] The console log is missing. Check your VSPC configuration [ 1215.896837] env[69308]: INFO nova.scheduler.client.report [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted allocation for migration 685c5373-ccd5-4312-92a2-eed53cc89b18 [ 1216.014258] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddef758-78d6-4545-b935-6986ceb3ef37 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.023457] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b56b833-a23a-4e06-ae1f-452533fe91af {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.056945] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c1702-6063-46f6-ad94-a6a37ef6fd8b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.065548] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd311a89-b56b-47f8-ad46-a0cc8f0dd5b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.079909] env[69308]: DEBUG nova.compute.provider_tree [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.236533] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869395, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.269131] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.403924] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23908c34-db6a-4f79-a123-9e027c045c97 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.245s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.405116] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.282s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.406202] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7071de5e-966f-4221-9e7a-648ff0a77774 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.583758] env[69308]: DEBUG nova.scheduler.client.report [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.671985] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.672421] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d5be4d3-c2a0-4e73-9908-dd05acd4eda0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.680469] env[69308]: DEBUG oslo_vmware.api [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1216.680469] env[69308]: value = "task-3869397" [ 1216.680469] env[69308]: _type = "Task" [ 1216.680469] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.689865] env[69308]: DEBUG oslo_vmware.api [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.736084] env[69308]: DEBUG oslo_vmware.api [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869395, 'name': PowerOnVM_Task, 'duration_secs': 0.547902} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.736431] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.736663] env[69308]: INFO nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1216.736846] env[69308]: DEBUG nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.737692] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9631b154-1926-4ad2-aae9-b984a009d76b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.918038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.089255] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.091717] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.823s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.091909] env[69308]: DEBUG nova.objects.instance [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69308) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1217.107260] env[69308]: INFO nova.scheduler.client.report [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted allocations for instance b8b3a0cc-9e40-4548-9340-dfa437d6d39b [ 1217.194446] env[69308]: DEBUG oslo_vmware.api [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869397, 'name': PowerOffVM_Task, 'duration_secs': 0.260418} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.195316] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.195503] env[69308]: DEBUG nova.compute.manager [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.196335] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7317e143-c08d-48a9-b6e6-da956845a964 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.257987] env[69308]: INFO nova.compute.manager [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Took 29.22 seconds to build instance. [ 1217.616214] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8bab08db-8796-4d92-87d5-086cae66c83d tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "b8b3a0cc-9e40-4548-9340-dfa437d6d39b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.830s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.687313] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.687593] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.687791] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.687980] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.688195] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.691691] env[69308]: INFO nova.compute.manager [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Terminating instance [ 1217.709034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b62563cc-7f6e-4ed6-bb4b-71de9da72722 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.760589] env[69308]: DEBUG oslo_concurrency.lockutils [None req-728296e1-eae7-4598-8b4f-e94eb7b9dfe1 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.739s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.760957] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.636s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.761167] env[69308]: INFO nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1217.761353] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.917630] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.917945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.918177] env[69308]: DEBUG nova.compute.manager [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.919265] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cacec0-5c4a-45c2-a23e-a65570fd860b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.927113] env[69308]: DEBUG nova.compute.manager [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1217.927654] env[69308]: DEBUG nova.objects.instance [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'flavor' on Instance uuid df747462-a44a-4e8f-823e-8f251ccfd9b2 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.100791] env[69308]: DEBUG oslo_concurrency.lockutils [None req-eeba1b4d-74b6-44b2-89d9-8a2fd8c1f813 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.195983] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "refresh_cache-6c2cfd4e-8242-42d9-ad5f-f534466a6073" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.196266] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquired lock "refresh_cache-6c2cfd4e-8242-42d9-ad5f-f534466a6073" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.196485] env[69308]: DEBUG nova.network.neutron [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.319056] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.319355] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.319573] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "817f485a-bca2-4d75-b2f6-02b37d8adc78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.319758] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.319931] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.323829] env[69308]: INFO nova.compute.manager [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Terminating instance [ 1218.628865] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1218.629497] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768827', 'volume_id': '98ae0f0f-2303-4c21-9469-f71acf77071e', 'name': 'volume-98ae0f0f-2303-4c21-9469-f71acf77071e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b', 'attached_at': '', 'detached_at': '', 'volume_id': '98ae0f0f-2303-4c21-9469-f71acf77071e', 'serial': '98ae0f0f-2303-4c21-9469-f71acf77071e'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1218.630040] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b62ccd-7e1f-4670-a1a6-ec0511ccd103 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.647662] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eca042-8a12-40ef-962f-99ef0445f652 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.673218] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-98ae0f0f-2303-4c21-9469-f71acf77071e/volume-98ae0f0f-2303-4c21-9469-f71acf77071e.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.673753] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-794d5d9d-134e-446b-84c1-807b80a16836 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.692244] env[69308]: DEBUG oslo_vmware.api [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1218.692244] env[69308]: value = "task-3869398" [ 1218.692244] env[69308]: _type = "Task" [ 1218.692244] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.703442] env[69308]: DEBUG oslo_vmware.api [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.721468] env[69308]: DEBUG nova.network.neutron [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.780393] env[69308]: DEBUG nova.network.neutron [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.830485] env[69308]: DEBUG nova.compute.manager [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.830757] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.831984] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c9f59d-932c-4efb-ad8c-13a8d8237404 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.841435] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.841747] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1879d7da-7eb9-4652-bace-8dab457b0260 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.907090] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.907480] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.907850] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleting the datastore file [datastore2] 817f485a-bca2-4d75-b2f6-02b37d8adc78 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.908211] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0317a346-f239-4c75-8226-b3967a4caa07 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.916015] env[69308]: DEBUG oslo_vmware.api [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1218.916015] env[69308]: value = "task-3869400" [ 1218.916015] env[69308]: _type = "Task" [ 1218.916015] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.925637] env[69308]: DEBUG oslo_vmware.api [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.935572] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.935990] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d4cbe2-9ba5-4a13-8e60-a2ae09917285 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.944261] env[69308]: DEBUG oslo_vmware.api [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1218.944261] env[69308]: value = "task-3869401" [ 1218.944261] env[69308]: _type = "Task" [ 1218.944261] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.955543] env[69308]: DEBUG oslo_vmware.api [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.136057] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "c874bb91-fec3-471f-bea8-3be5cbd6801f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.136417] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.205749] env[69308]: DEBUG oslo_vmware.api [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869398, 'name': ReconfigVM_Task, 'duration_secs': 0.449202} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.205749] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-98ae0f0f-2303-4c21-9469-f71acf77071e/volume-98ae0f0f-2303-4c21-9469-f71acf77071e.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.211520] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d22c1301-7f0f-483c-9042-f8147d94814c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.231215] env[69308]: DEBUG oslo_vmware.api [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1219.231215] env[69308]: value = "task-3869402" [ 1219.231215] env[69308]: _type = "Task" [ 1219.231215] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.243422] env[69308]: DEBUG oslo_vmware.api [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.285445] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Releasing lock "refresh_cache-6c2cfd4e-8242-42d9-ad5f-f534466a6073" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.285445] env[69308]: DEBUG nova.compute.manager [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.285445] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.286014] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eab818-4198-4873-9419-7f23853caf1c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.295879] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.296304] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7beb58e6-984c-40ec-9320-bec92b424806 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.304510] env[69308]: DEBUG oslo_vmware.api [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1219.304510] env[69308]: value = "task-3869403" [ 1219.304510] env[69308]: _type = "Task" [ 1219.304510] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.316058] env[69308]: DEBUG oslo_vmware.api [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.428067] env[69308]: DEBUG oslo_vmware.api [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148779} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.428067] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.428067] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.428067] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.428331] env[69308]: INFO nova.compute.manager [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1219.428413] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.428601] env[69308]: DEBUG nova.compute.manager [-] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.428697] env[69308]: DEBUG nova.network.neutron [-] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.453925] env[69308]: DEBUG oslo_vmware.api [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869401, 'name': PowerOffVM_Task, 'duration_secs': 0.273779} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.454199] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.454405] env[69308]: DEBUG nova.compute.manager [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.455288] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4fcf8-a4b6-45c6-99ad-0149cce0c33f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.640822] env[69308]: DEBUG nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.692505] env[69308]: DEBUG nova.compute.manager [req-f869269f-c05a-49ba-a558-db8a215a004c req-895d76d7-0476-477e-9e0e-8136e660266d service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Received event network-vif-deleted-49283f37-1453-4e81-a974-7e297d4830dc {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.692774] env[69308]: INFO nova.compute.manager [req-f869269f-c05a-49ba-a558-db8a215a004c req-895d76d7-0476-477e-9e0e-8136e660266d service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Neutron deleted interface 49283f37-1453-4e81-a974-7e297d4830dc; detaching it from the instance and deleting it from the info cache [ 1219.693157] env[69308]: DEBUG nova.network.neutron [req-f869269f-c05a-49ba-a558-db8a215a004c req-895d76d7-0476-477e-9e0e-8136e660266d service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.742532] env[69308]: DEBUG oslo_vmware.api [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869402, 'name': ReconfigVM_Task, 'duration_secs': 0.166374} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.742877] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768827', 'volume_id': '98ae0f0f-2303-4c21-9469-f71acf77071e', 'name': 'volume-98ae0f0f-2303-4c21-9469-f71acf77071e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b', 'attached_at': '', 'detached_at': '', 'volume_id': '98ae0f0f-2303-4c21-9469-f71acf77071e', 'serial': '98ae0f0f-2303-4c21-9469-f71acf77071e'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1219.814056] env[69308]: DEBUG oslo_vmware.api [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869403, 'name': PowerOffVM_Task, 'duration_secs': 0.117308} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.814380] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.814527] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.814793] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b42d7939-c436-45c3-9b23-4a4e22f93704 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.844014] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.844251] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.844439] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Deleting the datastore file [datastore2] 6c2cfd4e-8242-42d9-ad5f-f534466a6073 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.844707] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df340390-0564-43b0-8c5e-fec92a4e0f8e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.852391] env[69308]: DEBUG oslo_vmware.api [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for the task: (returnval){ [ 1219.852391] env[69308]: value = "task-3869405" [ 1219.852391] env[69308]: _type = "Task" [ 1219.852391] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.862889] env[69308]: DEBUG oslo_vmware.api [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.969484] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fd0afe5c-9a69-4398-a2df-e9c765f2bdc8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.168159] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.168473] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.170202] env[69308]: INFO nova.compute.claims [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.174249] env[69308]: DEBUG nova.network.neutron [-] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.196769] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-155415b4-877e-449b-a530-815f3478d267 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.207613] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c482ba5d-b638-40f9-a95b-030aaa2c41da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.240487] env[69308]: DEBUG nova.compute.manager [req-f869269f-c05a-49ba-a558-db8a215a004c req-895d76d7-0476-477e-9e0e-8136e660266d service nova] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Detach interface failed, port_id=49283f37-1453-4e81-a974-7e297d4830dc, reason: Instance 817f485a-bca2-4d75-b2f6-02b37d8adc78 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.343085] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.343369] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.343589] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "df747462-a44a-4e8f-823e-8f251ccfd9b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.343776] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.343947] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.346360] env[69308]: INFO nova.compute.manager [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Terminating instance [ 1220.364709] env[69308]: DEBUG oslo_vmware.api [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Task: {'id': task-3869405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09579} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.364961] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.365200] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.365404] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.365581] env[69308]: INFO nova.compute.manager [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1220.365822] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.366028] env[69308]: DEBUG nova.compute.manager [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.366157] env[69308]: DEBUG nova.network.neutron [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.382753] env[69308]: DEBUG nova.network.neutron [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.676782] env[69308]: INFO nova.compute.manager [-] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Took 1.25 seconds to deallocate network for instance. [ 1220.781836] env[69308]: DEBUG nova.objects.instance [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'flavor' on Instance uuid 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.850091] env[69308]: DEBUG nova.compute.manager [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.850393] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.851291] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f42a63-b268-4d61-bd01-6e2f4a312973 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.860334] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.860625] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac994cbd-9cc0-4561-a4c2-c093a2d5e30b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.885306] env[69308]: DEBUG nova.network.neutron [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.923516] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.923756] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.923940] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleting the datastore file [datastore2] df747462-a44a-4e8f-823e-8f251ccfd9b2 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.924226] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4508fc9-4c14-4b0b-88cf-3282bf100c4b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.930582] env[69308]: DEBUG oslo_vmware.api [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1220.930582] env[69308]: value = "task-3869407" [ 1220.930582] env[69308]: _type = "Task" [ 1220.930582] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.939829] env[69308]: DEBUG oslo_vmware.api [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.183463] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.287060] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2ba6323d-c49b-4619-9c19-e273a7e02719 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.330192] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a14b6-e898-4d4e-b588-9257ff63e287 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.338245] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5f577f-9487-443b-9cfd-d17a1105f8d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.369961] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053fb8a9-a7bf-4560-b17b-0ba55e155a5f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.377946] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d452a5-456c-4c42-9531-e8528f7b0721 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.391867] env[69308]: INFO nova.compute.manager [-] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Took 1.03 seconds to deallocate network for instance. [ 1221.392353] env[69308]: DEBUG nova.compute.provider_tree [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.441132] env[69308]: DEBUG oslo_vmware.api [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13057} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.441440] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.441682] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.441954] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.442241] env[69308]: INFO nova.compute.manager [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1221.442520] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.442715] env[69308]: DEBUG nova.compute.manager [-] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.442808] env[69308]: DEBUG nova.network.neutron [-] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.500048] env[69308]: DEBUG oslo_concurrency.lockutils [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.500385] env[69308]: DEBUG oslo_concurrency.lockutils [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.723117] env[69308]: DEBUG nova.compute.manager [req-9e5d361f-d9b3-4982-a7c9-9ce4c4871b4d req-71ef2598-7693-40b6-a301-56324ef5a5fa service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Received event network-vif-deleted-28edd962-f341-4c9a-9bbb-d38bc018899b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.723496] env[69308]: INFO nova.compute.manager [req-9e5d361f-d9b3-4982-a7c9-9ce4c4871b4d req-71ef2598-7693-40b6-a301-56324ef5a5fa service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Neutron deleted interface 28edd962-f341-4c9a-9bbb-d38bc018899b; detaching it from the instance and deleting it from the info cache [ 1221.723496] env[69308]: DEBUG nova.network.neutron [req-9e5d361f-d9b3-4982-a7c9-9ce4c4871b4d req-71ef2598-7693-40b6-a301-56324ef5a5fa service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.896301] env[69308]: DEBUG nova.scheduler.client.report [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.900208] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.003965] env[69308]: INFO nova.compute.manager [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Detaching volume 98ae0f0f-2303-4c21-9469-f71acf77071e [ 1222.040104] env[69308]: INFO nova.virt.block_device [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Attempting to driver detach volume 98ae0f0f-2303-4c21-9469-f71acf77071e from mountpoint /dev/sdb [ 1222.040361] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1222.040558] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768827', 'volume_id': '98ae0f0f-2303-4c21-9469-f71acf77071e', 'name': 'volume-98ae0f0f-2303-4c21-9469-f71acf77071e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b', 'attached_at': '', 'detached_at': '', 'volume_id': '98ae0f0f-2303-4c21-9469-f71acf77071e', 'serial': '98ae0f0f-2303-4c21-9469-f71acf77071e'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1222.041488] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55285c72-472e-41cf-a476-bfa78d39fd71 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.064393] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef34c89b-38b0-4946-a8d0-58ad22250328 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.072039] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4188c-2c3b-4f52-8ae2-9a85eba8b09f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.093519] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202ff988-067e-403a-b0ae-be7a35db5b5f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.109530] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] The volume has not been displaced from its original location: [datastore1] volume-98ae0f0f-2303-4c21-9469-f71acf77071e/volume-98ae0f0f-2303-4c21-9469-f71acf77071e.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1222.114825] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.115186] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b473440e-1d01-4438-835c-399b069ba2eb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.134213] env[69308]: DEBUG oslo_vmware.api [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1222.134213] env[69308]: value = "task-3869408" [ 1222.134213] env[69308]: _type = "Task" [ 1222.134213] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.143759] env[69308]: DEBUG oslo_vmware.api [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.193044] env[69308]: DEBUG nova.network.neutron [-] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.226134] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a320f5db-1549-43e6-94b1-f3927b47ea93 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.237528] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec1715f-5e5d-46b2-b8e3-929bef2d9e7d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.272749] env[69308]: DEBUG nova.compute.manager [req-9e5d361f-d9b3-4982-a7c9-9ce4c4871b4d req-71ef2598-7693-40b6-a301-56324ef5a5fa service nova] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Detach interface failed, port_id=28edd962-f341-4c9a-9bbb-d38bc018899b, reason: Instance df747462-a44a-4e8f-823e-8f251ccfd9b2 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.402433] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.403368] env[69308]: DEBUG nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.407979] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.225s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.408385] env[69308]: DEBUG nova.objects.instance [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lazy-loading 'resources' on Instance uuid 817f485a-bca2-4d75-b2f6-02b37d8adc78 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.644556] env[69308]: DEBUG oslo_vmware.api [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869408, 'name': ReconfigVM_Task, 'duration_secs': 0.282004} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.644849] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.649648] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f665cd9-d751-4e59-9050-b6d29413bd4a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.665096] env[69308]: DEBUG oslo_vmware.api [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1222.665096] env[69308]: value = "task-3869409" [ 1222.665096] env[69308]: _type = "Task" [ 1222.665096] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.673833] env[69308]: DEBUG oslo_vmware.api [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.696836] env[69308]: INFO nova.compute.manager [-] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Took 1.25 seconds to deallocate network for instance. [ 1222.913133] env[69308]: DEBUG nova.compute.utils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.917596] env[69308]: DEBUG nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.917802] env[69308]: DEBUG nova.network.neutron [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.972011] env[69308]: DEBUG nova.policy [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '241b2cba5861422e989b652b170b06ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983c3020d8374ffcb54d8b9976da06df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.084357] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ad0cc-2d30-4b7f-bd2c-1fe98ed03de0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.093919] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c04d43-9970-483e-bb9f-6f3f1ae7634a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.126025] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee85f20-1cbb-43eb-baf6-66e7569eeca4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.134237] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edd07a2-97c8-472b-b958-7897d145f480 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.149037] env[69308]: DEBUG nova.compute.provider_tree [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.174989] env[69308]: DEBUG oslo_vmware.api [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869409, 'name': ReconfigVM_Task, 'duration_secs': 0.140482} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.175404] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768827', 'volume_id': '98ae0f0f-2303-4c21-9469-f71acf77071e', 'name': 'volume-98ae0f0f-2303-4c21-9469-f71acf77071e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b', 'attached_at': '', 'detached_at': '', 'volume_id': '98ae0f0f-2303-4c21-9469-f71acf77071e', 'serial': '98ae0f0f-2303-4c21-9469-f71acf77071e'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1223.203561] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.288941] env[69308]: DEBUG nova.network.neutron [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Successfully created port: 75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.418618] env[69308]: DEBUG nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.653838] env[69308]: DEBUG nova.scheduler.client.report [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.719801] env[69308]: DEBUG nova.objects.instance [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'flavor' on Instance uuid 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.159672] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.162499] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.262s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.162673] env[69308]: DEBUG nova.objects.instance [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lazy-loading 'resources' on Instance uuid 6c2cfd4e-8242-42d9-ad5f-f534466a6073 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.188494] env[69308]: INFO nova.scheduler.client.report [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted allocations for instance 817f485a-bca2-4d75-b2f6-02b37d8adc78 [ 1224.429142] env[69308]: DEBUG nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.455440] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.455702] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.455853] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.456045] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.456314] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.456441] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.456674] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.456805] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.456979] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.457212] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.457394] env[69308]: DEBUG nova.virt.hardware [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.458289] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f273b-218b-4b52-9810-1c81961e607f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.467151] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5701f8af-164d-4d84-92cc-cce6a004f652 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.657128] env[69308]: DEBUG nova.compute.manager [req-85dee950-3f9c-43e5-be39-4471d78892e5 req-2940dcd7-e23b-4331-af85-05c4bb05a43b service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Received event network-vif-plugged-75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.657590] env[69308]: DEBUG oslo_concurrency.lockutils [req-85dee950-3f9c-43e5-be39-4471d78892e5 req-2940dcd7-e23b-4331-af85-05c4bb05a43b service nova] Acquiring lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.657834] env[69308]: DEBUG oslo_concurrency.lockutils [req-85dee950-3f9c-43e5-be39-4471d78892e5 req-2940dcd7-e23b-4331-af85-05c4bb05a43b service nova] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.658031] env[69308]: DEBUG oslo_concurrency.lockutils [req-85dee950-3f9c-43e5-be39-4471d78892e5 req-2940dcd7-e23b-4331-af85-05c4bb05a43b service nova] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.658217] env[69308]: DEBUG nova.compute.manager [req-85dee950-3f9c-43e5-be39-4471d78892e5 req-2940dcd7-e23b-4331-af85-05c4bb05a43b service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] No waiting events found dispatching network-vif-plugged-75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.658439] env[69308]: WARNING nova.compute.manager [req-85dee950-3f9c-43e5-be39-4471d78892e5 req-2940dcd7-e23b-4331-af85-05c4bb05a43b service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Received unexpected event network-vif-plugged-75b7f3e1-91c8-486e-abd4-9565e3e6927c for instance with vm_state building and task_state spawning. [ 1224.697108] env[69308]: DEBUG oslo_concurrency.lockutils [None req-dc3a5fd4-6ae7-4f67-a73f-aa04006e7d4a tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "817f485a-bca2-4d75-b2f6-02b37d8adc78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.378s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.728352] env[69308]: DEBUG oslo_concurrency.lockutils [None req-195385b9-c3af-4a4c-aeb3-a1c54368d743 tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.758345] env[69308]: DEBUG nova.network.neutron [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Successfully updated port: 75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.845192] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eeb234-1481-4a4a-a291-8638d59b7d54 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.853994] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e7bc0a-39c4-4497-9f13-d020aecd028f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.885276] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721a214c-9a04-474b-8f5c-cbe7e87ec530 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.892991] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c388e393-499d-43c6-add2-98b75859dfe6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.906769] env[69308]: DEBUG nova.compute.provider_tree [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.216577] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.216939] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.216984] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.217185] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.217361] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.219770] env[69308]: INFO nova.compute.manager [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Terminating instance [ 1225.260996] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.261210] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.261331] env[69308]: DEBUG nova.network.neutron [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.410265] env[69308]: DEBUG nova.scheduler.client.report [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.723875] env[69308]: DEBUG nova.compute.manager [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.724128] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.725013] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd76c001-ec9d-4a0e-af13-c9b03f660e45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.733381] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.733619] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c9f21a-a9ac-4740-bd73-cdc9c8578512 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.740610] env[69308]: DEBUG oslo_vmware.api [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1225.740610] env[69308]: value = "task-3869410" [ 1225.740610] env[69308]: _type = "Task" [ 1225.740610] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.749338] env[69308]: DEBUG oslo_vmware.api [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.757248] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.757528] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.757789] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.757994] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.758185] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.760473] env[69308]: INFO nova.compute.manager [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Terminating instance [ 1225.804164] env[69308]: DEBUG nova.network.neutron [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.916227] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.918971] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.715s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.919177] env[69308]: DEBUG nova.objects.instance [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'resources' on Instance uuid df747462-a44a-4e8f-823e-8f251ccfd9b2 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.943874] env[69308]: INFO nova.scheduler.client.report [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Deleted allocations for instance 6c2cfd4e-8242-42d9-ad5f-f534466a6073 [ 1226.023016] env[69308]: DEBUG nova.network.neutron [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance_info_cache with network_info: [{"id": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "address": "fa:16:3e:9e:00:9e", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b7f3e1-91", "ovs_interfaceid": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.251762] env[69308]: DEBUG oslo_vmware.api [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869410, 'name': PowerOffVM_Task, 'duration_secs': 0.200977} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.252081] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.252215] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.252479] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0800364-ba29-46aa-826b-6528fa36adcb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.264029] env[69308]: DEBUG nova.compute.manager [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.264249] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.265076] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9ccbeb-b292-4ba4-a3b0-4f4169e06911 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.272584] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.272822] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87a2853f-6e12-4870-a048-9a4246b47992 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.279447] env[69308]: DEBUG oslo_vmware.api [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1226.279447] env[69308]: value = "task-3869412" [ 1226.279447] env[69308]: _type = "Task" [ 1226.279447] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.289804] env[69308]: DEBUG oslo_vmware.api [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.312094] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.312338] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.312526] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleting the datastore file [datastore1] 946bfb28-1889-4b37-bb7d-8f8d3565f39d {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.312917] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f30f112b-78b7-4a6d-9045-9386fc25f1ff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.321847] env[69308]: DEBUG oslo_vmware.api [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for the task: (returnval){ [ 1226.321847] env[69308]: value = "task-3869413" [ 1226.321847] env[69308]: _type = "Task" [ 1226.321847] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.330891] env[69308]: DEBUG oslo_vmware.api [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.452773] env[69308]: DEBUG oslo_concurrency.lockutils [None req-128d9815-f066-491a-bb83-478735a6d9a8 tempest-ServersListShow2100Test-843680153 tempest-ServersListShow2100Test-843680153-project-member] Lock "6c2cfd4e-8242-42d9-ad5f-f534466a6073" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.765s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.527110] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.527524] env[69308]: DEBUG nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Instance network_info: |[{"id": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "address": "fa:16:3e:9e:00:9e", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b7f3e1-91", "ovs_interfaceid": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.528245] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:00:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75b7f3e1-91c8-486e-abd4-9565e3e6927c', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.537492] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.541056] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.541608] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc0a2df8-4c7b-48a5-819f-275777d14934 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.567681] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.567681] env[69308]: value = "task-3869414" [ 1226.567681] env[69308]: _type = "Task" [ 1226.567681] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.575829] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869414, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.577420] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da9f221-40e3-4a0c-b4f5-48c5b95e1603 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.584579] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07b7faa-11ca-4a88-b89d-2925a1211729 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.616706] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a23017-4015-4428-925c-31c51b4e1aa3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.625147] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5dbba-c031-4a30-b964-7a61bf4b0fc2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.640156] env[69308]: DEBUG nova.compute.provider_tree [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.691701] env[69308]: DEBUG nova.compute.manager [req-0a163541-b80b-4417-af3a-8c2f8a959692 req-8c94110f-999a-4905-84c8-ef1a8b6578b5 service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Received event network-changed-75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.691935] env[69308]: DEBUG nova.compute.manager [req-0a163541-b80b-4417-af3a-8c2f8a959692 req-8c94110f-999a-4905-84c8-ef1a8b6578b5 service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Refreshing instance network info cache due to event network-changed-75b7f3e1-91c8-486e-abd4-9565e3e6927c. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.692204] env[69308]: DEBUG oslo_concurrency.lockutils [req-0a163541-b80b-4417-af3a-8c2f8a959692 req-8c94110f-999a-4905-84c8-ef1a8b6578b5 service nova] Acquiring lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.692324] env[69308]: DEBUG oslo_concurrency.lockutils [req-0a163541-b80b-4417-af3a-8c2f8a959692 req-8c94110f-999a-4905-84c8-ef1a8b6578b5 service nova] Acquired lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.692503] env[69308]: DEBUG nova.network.neutron [req-0a163541-b80b-4417-af3a-8c2f8a959692 req-8c94110f-999a-4905-84c8-ef1a8b6578b5 service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Refreshing network info cache for port 75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.789802] env[69308]: DEBUG oslo_vmware.api [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869412, 'name': PowerOffVM_Task, 'duration_secs': 0.268875} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.790048] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.790300] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.790624] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e422169-9664-4067-a4db-084275768d5a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.837060] env[69308]: DEBUG oslo_vmware.api [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Task: {'id': task-3869413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141657} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.837364] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.837573] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.837782] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.838066] env[69308]: INFO nova.compute.manager [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.838398] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.838610] env[69308]: DEBUG nova.compute.manager [-] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.838757] env[69308]: DEBUG nova.network.neutron [-] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.852190] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.852586] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.852845] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleting the datastore file [datastore2] 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.853296] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8c5404f-9f0f-4042-a80b-96b0b6cfa934 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.861881] env[69308]: DEBUG oslo_vmware.api [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for the task: (returnval){ [ 1226.861881] env[69308]: value = "task-3869416" [ 1226.861881] env[69308]: _type = "Task" [ 1226.861881] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.872507] env[69308]: DEBUG oslo_vmware.api [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.006882] env[69308]: DEBUG nova.compute.manager [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.008026] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57709845-27ee-481d-9482-aa583abdd89c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.082639] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869414, 'name': CreateVM_Task, 'duration_secs': 0.356519} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.084282] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.084970] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.085231] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.085626] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.085934] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4186fbec-50a7-4fa9-bfad-acf9d47cbc2e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.091486] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1227.091486] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb4168-951b-2fa7-7230-7c534901f861" [ 1227.091486] env[69308]: _type = "Task" [ 1227.091486] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.100767] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb4168-951b-2fa7-7230-7c534901f861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.143562] env[69308]: DEBUG nova.scheduler.client.report [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.373282] env[69308]: DEBUG oslo_vmware.api [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Task: {'id': task-3869416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149396} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.373792] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.373792] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.373970] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.374175] env[69308]: INFO nova.compute.manager [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1227.374432] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.374647] env[69308]: DEBUG nova.compute.manager [-] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.374738] env[69308]: DEBUG nova.network.neutron [-] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.394164] env[69308]: DEBUG nova.network.neutron [req-0a163541-b80b-4417-af3a-8c2f8a959692 req-8c94110f-999a-4905-84c8-ef1a8b6578b5 service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updated VIF entry in instance network info cache for port 75b7f3e1-91c8-486e-abd4-9565e3e6927c. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.394522] env[69308]: DEBUG nova.network.neutron [req-0a163541-b80b-4417-af3a-8c2f8a959692 req-8c94110f-999a-4905-84c8-ef1a8b6578b5 service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance_info_cache with network_info: [{"id": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "address": "fa:16:3e:9e:00:9e", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b7f3e1-91", "ovs_interfaceid": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.520375] env[69308]: INFO nova.compute.manager [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] instance snapshotting [ 1227.520375] env[69308]: DEBUG nova.objects.instance [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'flavor' on Instance uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.589505] env[69308]: DEBUG nova.network.neutron [-] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.605978] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52bb4168-951b-2fa7-7230-7c534901f861, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.605978] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.605978] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.605978] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.605978] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.605978] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.606301] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f0fd7f6-b5d1-4d3b-a868-81dc697ea284 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.615159] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.615392] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.616175] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6c0d0d-538d-491b-948e-ab4d535d5caf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.622403] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1227.622403] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d83ba1-db84-e71c-df6d-f495d4ea9eea" [ 1227.622403] env[69308]: _type = "Task" [ 1227.622403] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.632459] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d83ba1-db84-e71c-df6d-f495d4ea9eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.648844] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.677957] env[69308]: INFO nova.scheduler.client.report [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted allocations for instance df747462-a44a-4e8f-823e-8f251ccfd9b2 [ 1227.900625] env[69308]: DEBUG oslo_concurrency.lockutils [req-0a163541-b80b-4417-af3a-8c2f8a959692 req-8c94110f-999a-4905-84c8-ef1a8b6578b5 service nova] Releasing lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.027848] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3793c15-8721-4d45-8d1e-4d800fbd0959 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.050928] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea835f7-479e-41e2-9486-00532e61fe61 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.055085] env[69308]: DEBUG nova.compute.manager [req-f738521c-d524-4a0e-a085-66669466ec1b req-1dccca8f-7744-48d5-baee-d95f6e025e12 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Received event network-vif-deleted-386318ca-6460-4cbd-8f88-abd85d742336 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.055085] env[69308]: INFO nova.compute.manager [req-f738521c-d524-4a0e-a085-66669466ec1b req-1dccca8f-7744-48d5-baee-d95f6e025e12 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Neutron deleted interface 386318ca-6460-4cbd-8f88-abd85d742336; detaching it from the instance and deleting it from the info cache [ 1228.055085] env[69308]: DEBUG nova.network.neutron [req-f738521c-d524-4a0e-a085-66669466ec1b req-1dccca8f-7744-48d5-baee-d95f6e025e12 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.091303] env[69308]: INFO nova.compute.manager [-] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Took 1.25 seconds to deallocate network for instance. [ 1228.134443] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52d83ba1-db84-e71c-df6d-f495d4ea9eea, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.135524] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bca48da-fdb0-40c9-9b11-235258c93bb6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.141590] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1228.141590] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52751791-bf71-cdcc-3f98-bcd413623841" [ 1228.141590] env[69308]: _type = "Task" [ 1228.141590] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.150341] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52751791-bf71-cdcc-3f98-bcd413623841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.186247] env[69308]: DEBUG oslo_concurrency.lockutils [None req-fa0d3468-2110-4cc3-9aea-8ca8a9ce39d2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "df747462-a44a-4e8f-823e-8f251ccfd9b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.843s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.428346] env[69308]: DEBUG nova.network.neutron [-] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.557735] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-119b09e9-afe8-4d2f-955a-4ff4de7147db {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.567485] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1228.567616] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f92238bc-0aba-490d-9f07-81a4fcf4462c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.573340] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83da9bd0-7033-4ecf-895f-fe9c84b0c959 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.592033] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1228.592033] env[69308]: value = "task-3869417" [ 1228.592033] env[69308]: _type = "Task" [ 1228.592033] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.606465] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.606756] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.606981] env[69308]: DEBUG nova.objects.instance [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lazy-loading 'resources' on Instance uuid 946bfb28-1889-4b37-bb7d-8f8d3565f39d {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.608374] env[69308]: DEBUG nova.compute.manager [req-f738521c-d524-4a0e-a085-66669466ec1b req-1dccca8f-7744-48d5-baee-d95f6e025e12 service nova] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Detach interface failed, port_id=386318ca-6460-4cbd-8f88-abd85d742336, reason: Instance 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.611749] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869417, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.655326] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52751791-bf71-cdcc-3f98-bcd413623841, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.655638] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.655915] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f/c874bb91-fec3-471f-bea8-3be5cbd6801f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.656340] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf65a7b1-ed8c-479d-8993-580f114505e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.664463] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1228.664463] env[69308]: value = "task-3869418" [ 1228.664463] env[69308]: _type = "Task" [ 1228.664463] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.675144] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.762164] env[69308]: DEBUG nova.compute.manager [req-ed9c318e-6f85-48a3-b83b-252726628691 req-6bc3499e-7aea-436e-9ab6-139956922424 service nova] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Received event network-vif-deleted-6d6f1b6b-357d-4996-b41a-258ad5419e68 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.931422] env[69308]: INFO nova.compute.manager [-] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Took 1.56 seconds to deallocate network for instance. [ 1229.104018] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869417, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.174775] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869418, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.249752] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce98865-2a19-4cdd-b7ff-012cf8bfcfd3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.258078] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78865c52-dc10-4ee8-aa16-11f6190166a8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.288940] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11c9d68-b767-436e-b439-f741b6513a45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.297219] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a22af7-26ff-4f3d-b3d6-425e6fdae602 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.312243] env[69308]: DEBUG nova.compute.provider_tree [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.441104] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.605568] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869417, 'name': CreateSnapshot_Task, 'duration_secs': 0.655294} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.605841] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1229.606606] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f757872-a40f-4a88-b9f1-b4e1046de3c1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.614050] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "d17175a1-3142-4d88-9b76-133602534aa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.614284] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "d17175a1-3142-4d88-9b76-133602534aa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.674856] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53049} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.675121] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f/c874bb91-fec3-471f-bea8-3be5cbd6801f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.675378] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.675693] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6553fe23-7e4a-4bbf-a3f5-d6931ff2db8f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.683125] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1229.683125] env[69308]: value = "task-3869419" [ 1229.683125] env[69308]: _type = "Task" [ 1229.683125] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.694908] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.815228] env[69308]: DEBUG nova.scheduler.client.report [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.119441] env[69308]: DEBUG nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.129982] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1230.130527] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d8f0b7d6-cae5-4478-9f65-d61d0be14928 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.140652] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1230.140652] env[69308]: value = "task-3869420" [ 1230.140652] env[69308]: _type = "Task" [ 1230.140652] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.149808] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869420, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.194467] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073977} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.194846] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.195745] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5813fe53-4b5c-4546-9f5e-944160e80fc1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.218728] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f/c874bb91-fec3-471f-bea8-3be5cbd6801f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.219042] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e488fb98-50f1-4f95-ae87-1358ceec7b65 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.241360] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1230.241360] env[69308]: value = "task-3869421" [ 1230.241360] env[69308]: _type = "Task" [ 1230.241360] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.250304] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.320010] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.323025] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.882s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.323025] env[69308]: DEBUG nova.objects.instance [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lazy-loading 'resources' on Instance uuid 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.348454] env[69308]: INFO nova.scheduler.client.report [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Deleted allocations for instance 946bfb28-1889-4b37-bb7d-8f8d3565f39d [ 1230.650847] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869420, 'name': CloneVM_Task} progress is 93%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.651908] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.755566] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.859386] env[69308]: DEBUG oslo_concurrency.lockutils [None req-2d5fe8d5-a2c2-4a09-bd2d-68a3d5954e85 tempest-ServersTestJSON-1452251961 tempest-ServersTestJSON-1452251961-project-member] Lock "946bfb28-1889-4b37-bb7d-8f8d3565f39d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.948042] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bedb7ea-e00f-49fd-b8bc-71b617e4d436 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.957372] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1009605-c56a-4f1b-adcb-5609f138e815 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.991763] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d469312-44eb-4dfc-a281-eb8155f72227 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.001126] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e964a08-8645-42cf-8765-5fb6b82e9fb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.017302] env[69308]: DEBUG nova.compute.provider_tree [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.151462] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869420, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.254097] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869421, 'name': ReconfigVM_Task, 'duration_secs': 1.000405} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.254425] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f/c874bb91-fec3-471f-bea8-3be5cbd6801f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.255086] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0577ff65-606c-4800-aeed-afb7a4ddf6b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.261608] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1231.261608] env[69308]: value = "task-3869422" [ 1231.261608] env[69308]: _type = "Task" [ 1231.261608] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.269579] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869422, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.520634] env[69308]: DEBUG nova.scheduler.client.report [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.651590] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869420, 'name': CloneVM_Task, 'duration_secs': 1.396277} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.651940] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Created linked-clone VM from snapshot [ 1231.652630] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f96155d-8197-4d9c-b134-d2ebeed13cea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.660866] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Uploading image a2d09e8b-821b-42e7-875c-8f6d9733dabf {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1231.682646] env[69308]: DEBUG oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1231.682646] env[69308]: value = "vm-768830" [ 1231.682646] env[69308]: _type = "VirtualMachine" [ 1231.682646] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1231.683109] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87c9c329-065a-456a-bc79-654cc3d243ae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.690966] env[69308]: DEBUG oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease: (returnval){ [ 1231.690966] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52846102-c476-c630-d0ba-1f02370720e4" [ 1231.690966] env[69308]: _type = "HttpNfcLease" [ 1231.690966] env[69308]: } obtained for exporting VM: (result){ [ 1231.690966] env[69308]: value = "vm-768830" [ 1231.690966] env[69308]: _type = "VirtualMachine" [ 1231.690966] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1231.691385] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the lease: (returnval){ [ 1231.691385] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52846102-c476-c630-d0ba-1f02370720e4" [ 1231.691385] env[69308]: _type = "HttpNfcLease" [ 1231.691385] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1231.698454] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.698454] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52846102-c476-c630-d0ba-1f02370720e4" [ 1231.698454] env[69308]: _type = "HttpNfcLease" [ 1231.698454] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1231.772170] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869422, 'name': Rename_Task, 'duration_secs': 0.179895} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.774068] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.774068] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d57752d-7691-43aa-b0a5-a02c63503665 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.779348] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1231.779348] env[69308]: value = "task-3869424" [ 1231.779348] env[69308]: _type = "Task" [ 1231.779348] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.787711] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.025244] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.027828] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.376s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.029574] env[69308]: INFO nova.compute.claims [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.052647] env[69308]: INFO nova.scheduler.client.report [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Deleted allocations for instance 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b [ 1232.202017] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.202017] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52846102-c476-c630-d0ba-1f02370720e4" [ 1232.202017] env[69308]: _type = "HttpNfcLease" [ 1232.202017] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1232.202017] env[69308]: DEBUG oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1232.202017] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52846102-c476-c630-d0ba-1f02370720e4" [ 1232.202017] env[69308]: _type = "HttpNfcLease" [ 1232.202017] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1232.202529] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523ab16-132e-4212-9cfe-f656a1f982ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.211691] env[69308]: DEBUG oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f6f7c-3c71-9f3f-a19e-98c0b4b18da3/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1232.211913] env[69308]: DEBUG oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f6f7c-3c71-9f3f-a19e-98c0b4b18da3/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1232.289913] env[69308]: DEBUG oslo_vmware.api [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869424, 'name': PowerOnVM_Task, 'duration_secs': 0.475931} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.290177] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.290401] env[69308]: INFO nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1232.290583] env[69308]: DEBUG nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.291423] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c24221-24cc-4fd0-a88d-b549c3463d53 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.372551] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b03b58d-47d9-4d7c-a422-c8510702bd7f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.564537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-23f449f5-8be0-4c26-9d72-55d43c9d284e tempest-AttachVolumeNegativeTest-775848134 tempest-AttachVolumeNegativeTest-775848134-project-member] Lock "5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.807s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.819946] env[69308]: INFO nova.compute.manager [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Took 12.67 seconds to build instance. [ 1233.195747] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e2fefe-60f5-499a-b39b-e66ceab1e18b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.207404] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72898c04-4d74-444b-a0c2-06264a4bbce0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.247697] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8666866-a180-4da0-8210-33e301867b36 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.256971] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6738fa0-d0ec-40ad-8062-51c027c920f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.276105] env[69308]: DEBUG nova.compute.provider_tree [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.317780] env[69308]: DEBUG oslo_concurrency.lockutils [None req-67bd3e15-0e46-48da-80e3-4c0118dced72 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.181s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.779430] env[69308]: DEBUG nova.scheduler.client.report [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.859540] env[69308]: DEBUG nova.compute.manager [req-558c03dc-21be-4c23-bf7a-826de2090f68 req-cf186055-6996-4c50-b27c-857e285bde7a service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Received event network-changed-75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.859850] env[69308]: DEBUG nova.compute.manager [req-558c03dc-21be-4c23-bf7a-826de2090f68 req-cf186055-6996-4c50-b27c-857e285bde7a service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Refreshing instance network info cache due to event network-changed-75b7f3e1-91c8-486e-abd4-9565e3e6927c. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.860041] env[69308]: DEBUG oslo_concurrency.lockutils [req-558c03dc-21be-4c23-bf7a-826de2090f68 req-cf186055-6996-4c50-b27c-857e285bde7a service nova] Acquiring lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.860208] env[69308]: DEBUG oslo_concurrency.lockutils [req-558c03dc-21be-4c23-bf7a-826de2090f68 req-cf186055-6996-4c50-b27c-857e285bde7a service nova] Acquired lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.860433] env[69308]: DEBUG nova.network.neutron [req-558c03dc-21be-4c23-bf7a-826de2090f68 req-cf186055-6996-4c50-b27c-857e285bde7a service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Refreshing network info cache for port 75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.285107] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.285779] env[69308]: DEBUG nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.588367] env[69308]: DEBUG nova.network.neutron [req-558c03dc-21be-4c23-bf7a-826de2090f68 req-cf186055-6996-4c50-b27c-857e285bde7a service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updated VIF entry in instance network info cache for port 75b7f3e1-91c8-486e-abd4-9565e3e6927c. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.588751] env[69308]: DEBUG nova.network.neutron [req-558c03dc-21be-4c23-bf7a-826de2090f68 req-cf186055-6996-4c50-b27c-857e285bde7a service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance_info_cache with network_info: [{"id": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "address": "fa:16:3e:9e:00:9e", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b7f3e1-91", "ovs_interfaceid": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.793721] env[69308]: DEBUG nova.compute.utils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.795868] env[69308]: DEBUG nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.796162] env[69308]: DEBUG nova.network.neutron [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.839159] env[69308]: DEBUG nova.policy [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21968a4f635c4108bab6282f4ade6218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6ea6af2a5544c79d78b6f6935c6240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.091847] env[69308]: DEBUG oslo_concurrency.lockutils [req-558c03dc-21be-4c23-bf7a-826de2090f68 req-cf186055-6996-4c50-b27c-857e285bde7a service nova] Releasing lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.122072] env[69308]: DEBUG nova.network.neutron [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Successfully created port: 3c37f604-ceff-42a5-a463-ba1cbee51ffa {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.299766] env[69308]: DEBUG nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.309930] env[69308]: DEBUG nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.332105] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.332373] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.332533] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.332737] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.332890] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.333052] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.333357] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.333552] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.333731] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.333896] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.334086] env[69308]: DEBUG nova.virt.hardware [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.334961] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121b25d0-922e-415c-b0f3-75c5ea1913e4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.343067] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82474cfd-5238-417b-92d6-cf7ee665932a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.494312] env[69308]: DEBUG nova.compute.manager [req-9285dbe9-cf7f-48e9-a4da-ef80d938c968 req-60fb4058-0434-4535-8f88-e1f1894551a7 service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Received event network-vif-plugged-3c37f604-ceff-42a5-a463-ba1cbee51ffa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.494540] env[69308]: DEBUG oslo_concurrency.lockutils [req-9285dbe9-cf7f-48e9-a4da-ef80d938c968 req-60fb4058-0434-4535-8f88-e1f1894551a7 service nova] Acquiring lock "d17175a1-3142-4d88-9b76-133602534aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.494751] env[69308]: DEBUG oslo_concurrency.lockutils [req-9285dbe9-cf7f-48e9-a4da-ef80d938c968 req-60fb4058-0434-4535-8f88-e1f1894551a7 service nova] Lock "d17175a1-3142-4d88-9b76-133602534aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.494986] env[69308]: DEBUG oslo_concurrency.lockutils [req-9285dbe9-cf7f-48e9-a4da-ef80d938c968 req-60fb4058-0434-4535-8f88-e1f1894551a7 service nova] Lock "d17175a1-3142-4d88-9b76-133602534aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.495171] env[69308]: DEBUG nova.compute.manager [req-9285dbe9-cf7f-48e9-a4da-ef80d938c968 req-60fb4058-0434-4535-8f88-e1f1894551a7 service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] No waiting events found dispatching network-vif-plugged-3c37f604-ceff-42a5-a463-ba1cbee51ffa {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.495402] env[69308]: WARNING nova.compute.manager [req-9285dbe9-cf7f-48e9-a4da-ef80d938c968 req-60fb4058-0434-4535-8f88-e1f1894551a7 service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Received unexpected event network-vif-plugged-3c37f604-ceff-42a5-a463-ba1cbee51ffa for instance with vm_state building and task_state spawning. [ 1236.596950] env[69308]: DEBUG nova.network.neutron [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Successfully updated port: 3c37f604-ceff-42a5-a463-ba1cbee51ffa {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.099786] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-d17175a1-3142-4d88-9b76-133602534aa0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.099962] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-d17175a1-3142-4d88-9b76-133602534aa0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.100141] env[69308]: DEBUG nova.network.neutron [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.640693] env[69308]: DEBUG nova.network.neutron [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.781809] env[69308]: DEBUG nova.network.neutron [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Updating instance_info_cache with network_info: [{"id": "3c37f604-ceff-42a5-a463-ba1cbee51ffa", "address": "fa:16:3e:9e:54:4b", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c37f604-ce", "ovs_interfaceid": "3c37f604-ceff-42a5-a463-ba1cbee51ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.284229] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-d17175a1-3142-4d88-9b76-133602534aa0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.284655] env[69308]: DEBUG nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Instance network_info: |[{"id": "3c37f604-ceff-42a5-a463-ba1cbee51ffa", "address": "fa:16:3e:9e:54:4b", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c37f604-ce", "ovs_interfaceid": "3c37f604-ceff-42a5-a463-ba1cbee51ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.285106] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:54:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c37f604-ceff-42a5-a463-ba1cbee51ffa', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.292778] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.293045] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.293346] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-755ff768-ae08-4a9e-9449-b38b913ba6ed {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.313842] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.313842] env[69308]: value = "task-3869427" [ 1238.313842] env[69308]: _type = "Task" [ 1238.313842] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.322114] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869427, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.522138] env[69308]: DEBUG nova.compute.manager [req-92b9fabb-26f9-48f9-a819-768e5cf050d0 req-d8eca1db-2ebc-4934-91a9-cff210b1a209 service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Received event network-changed-3c37f604-ceff-42a5-a463-ba1cbee51ffa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.522373] env[69308]: DEBUG nova.compute.manager [req-92b9fabb-26f9-48f9-a819-768e5cf050d0 req-d8eca1db-2ebc-4934-91a9-cff210b1a209 service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Refreshing instance network info cache due to event network-changed-3c37f604-ceff-42a5-a463-ba1cbee51ffa. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.522610] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9fabb-26f9-48f9-a819-768e5cf050d0 req-d8eca1db-2ebc-4934-91a9-cff210b1a209 service nova] Acquiring lock "refresh_cache-d17175a1-3142-4d88-9b76-133602534aa0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.522756] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9fabb-26f9-48f9-a819-768e5cf050d0 req-d8eca1db-2ebc-4934-91a9-cff210b1a209 service nova] Acquired lock "refresh_cache-d17175a1-3142-4d88-9b76-133602534aa0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.522916] env[69308]: DEBUG nova.network.neutron [req-92b9fabb-26f9-48f9-a819-768e5cf050d0 req-d8eca1db-2ebc-4934-91a9-cff210b1a209 service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Refreshing network info cache for port 3c37f604-ceff-42a5-a463-ba1cbee51ffa {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.824114] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869427, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.242588] env[69308]: DEBUG nova.network.neutron [req-92b9fabb-26f9-48f9-a819-768e5cf050d0 req-d8eca1db-2ebc-4934-91a9-cff210b1a209 service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Updated VIF entry in instance network info cache for port 3c37f604-ceff-42a5-a463-ba1cbee51ffa. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.242995] env[69308]: DEBUG nova.network.neutron [req-92b9fabb-26f9-48f9-a819-768e5cf050d0 req-d8eca1db-2ebc-4934-91a9-cff210b1a209 service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Updating instance_info_cache with network_info: [{"id": "3c37f604-ceff-42a5-a463-ba1cbee51ffa", "address": "fa:16:3e:9e:54:4b", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c37f604-ce", "ovs_interfaceid": "3c37f604-ceff-42a5-a463-ba1cbee51ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.325789] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869427, 'name': CreateVM_Task, 'duration_secs': 0.696025} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.325997] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.326648] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.326816] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.327179] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.327467] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5f02f1-2097-43a7-ba1d-5d7226bb6af5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.332714] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1239.332714] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cb69e-706b-1594-d561-a4186b684901" [ 1239.332714] env[69308]: _type = "Task" [ 1239.332714] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.341026] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cb69e-706b-1594-d561-a4186b684901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.746148] env[69308]: DEBUG oslo_concurrency.lockutils [req-92b9fabb-26f9-48f9-a819-768e5cf050d0 req-d8eca1db-2ebc-4934-91a9-cff210b1a209 service nova] Releasing lock "refresh_cache-d17175a1-3142-4d88-9b76-133602534aa0" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.843809] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cb69e-706b-1594-d561-a4186b684901, 'name': SearchDatastore_Task, 'duration_secs': 0.013268} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.844280] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.844363] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.844570] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.844735] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.844953] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.845239] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9799b241-80f3-44ce-b9fd-b977bbd3a0a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.855030] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.855244] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.856016] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd0f4c2-3422-43ea-81c1-66854c502066 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.861993] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1239.861993] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]523dc397-31b3-e1e7-6cd8-84972c685772" [ 1239.861993] env[69308]: _type = "Task" [ 1239.861993] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.871238] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523dc397-31b3-e1e7-6cd8-84972c685772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.372532] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]523dc397-31b3-e1e7-6cd8-84972c685772, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.373469] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3349fd2-eb6a-44e7-8849-0cc507de6e48 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.379499] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1240.379499] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52738ebb-2602-6dcf-9170-54bde78e8698" [ 1240.379499] env[69308]: _type = "Task" [ 1240.379499] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.388192] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52738ebb-2602-6dcf-9170-54bde78e8698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.890285] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52738ebb-2602-6dcf-9170-54bde78e8698, 'name': SearchDatastore_Task, 'duration_secs': 0.021502} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.890698] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.890801] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d17175a1-3142-4d88-9b76-133602534aa0/d17175a1-3142-4d88-9b76-133602534aa0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.922711] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e764b3-bfb3-417a-ad34-e386a59c8a56 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.922711] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1240.922711] env[69308]: value = "task-3869429" [ 1240.922711] env[69308]: _type = "Task" [ 1240.922711] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.922711] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.410817] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.908936] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571309} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.909273] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] d17175a1-3142-4d88-9b76-133602534aa0/d17175a1-3142-4d88-9b76-133602534aa0.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.909477] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.909731] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eabdc1b-d0c2-4f20-be70-5253d17d4067 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.918948] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1241.918948] env[69308]: value = "task-3869430" [ 1241.918948] env[69308]: _type = "Task" [ 1241.918948] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.927427] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.432671] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070869} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.433080] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.434235] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840efc26-9ef4-409a-a11b-2e798c933f01 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.458263] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d17175a1-3142-4d88-9b76-133602534aa0/d17175a1-3142-4d88-9b76-133602534aa0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.458634] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90adcacc-7324-403f-b390-eefa559d0d16 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.480456] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1242.480456] env[69308]: value = "task-3869431" [ 1242.480456] env[69308]: _type = "Task" [ 1242.480456] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.489483] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.872754] env[69308]: DEBUG oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f6f7c-3c71-9f3f-a19e-98c0b4b18da3/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1242.873697] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1478a7b6-b818-495a-a053-4f740524cfa1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.881355] env[69308]: DEBUG oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f6f7c-3c71-9f3f-a19e-98c0b4b18da3/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1242.881701] env[69308]: ERROR oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f6f7c-3c71-9f3f-a19e-98c0b4b18da3/disk-0.vmdk due to incomplete transfer. [ 1242.882051] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2025eba-2444-48e1-b42d-286271a27dd0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.891124] env[69308]: DEBUG oslo_vmware.rw_handles [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f6f7c-3c71-9f3f-a19e-98c0b4b18da3/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1242.891518] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Uploaded image a2d09e8b-821b-42e7-875c-8f6d9733dabf to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1242.894027] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1242.894279] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-048e93e6-8d11-4432-82cd-8ab45e275eb7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.901534] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1242.901534] env[69308]: value = "task-3869432" [ 1242.901534] env[69308]: _type = "Task" [ 1242.901534] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.910271] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869432, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.991107] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869431, 'name': ReconfigVM_Task, 'duration_secs': 0.456913} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.991610] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d17175a1-3142-4d88-9b76-133602534aa0/d17175a1-3142-4d88-9b76-133602534aa0.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.994455] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-589f4407-3043-4550-a567-118de2783efa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.002623] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1243.002623] env[69308]: value = "task-3869433" [ 1243.002623] env[69308]: _type = "Task" [ 1243.002623] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.012516] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869433, 'name': Rename_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.412399] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869432, 'name': Destroy_Task, 'duration_secs': 0.337699} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.412683] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Destroyed the VM [ 1243.412926] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1243.413201] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ef09dfaf-1da2-44b5-8882-23bdc2f9bbc6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.420180] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1243.420180] env[69308]: value = "task-3869434" [ 1243.420180] env[69308]: _type = "Task" [ 1243.420180] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.428393] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869434, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.513934] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869433, 'name': Rename_Task, 'duration_secs': 0.169872} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.514258] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.514567] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-906fce20-e765-4834-8a06-bbfe494a0c06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.522683] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1243.522683] env[69308]: value = "task-3869435" [ 1243.522683] env[69308]: _type = "Task" [ 1243.522683] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.532202] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.930039] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869434, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.034943] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869435, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.430964] env[69308]: DEBUG oslo_vmware.api [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869434, 'name': RemoveSnapshot_Task, 'duration_secs': 0.653722} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.431342] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1244.431592] env[69308]: INFO nova.compute.manager [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 1244.534653] env[69308]: DEBUG oslo_vmware.api [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869435, 'name': PowerOnVM_Task, 'duration_secs': 0.534308} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.534943] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.535183] env[69308]: INFO nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1244.535506] env[69308]: DEBUG nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.536235] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdc89b-dc3b-4e91-9c4e-fa72ee4bbd7a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.975023] env[69308]: DEBUG nova.compute.manager [None req-ffe91727-23d7-4ed1-8ed6-ede500a4461a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Found 1 images (rotation: 2) {{(pid=69308) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1245.053469] env[69308]: INFO nova.compute.manager [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Took 14.42 seconds to build instance. [ 1245.381118] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a736cf1e-570d-43b9-abdf-8e82d425572f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.388071] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecf7d52-a28a-4376-8da4-afe2dd799f78 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Suspending the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1245.388341] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-95ed3405-d3a3-42f5-b5fb-b290ca8c29c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.395711] env[69308]: DEBUG oslo_vmware.api [None req-8ecf7d52-a28a-4376-8da4-afe2dd799f78 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1245.395711] env[69308]: value = "task-3869436" [ 1245.395711] env[69308]: _type = "Task" [ 1245.395711] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.403634] env[69308]: DEBUG oslo_vmware.api [None req-8ecf7d52-a28a-4376-8da4-afe2dd799f78 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869436, 'name': SuspendVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.555684] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0b9f974-0ac3-4018-a396-161cb88c7e8c tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "d17175a1-3142-4d88-9b76-133602534aa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.941s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.906189] env[69308]: DEBUG oslo_vmware.api [None req-8ecf7d52-a28a-4376-8da4-afe2dd799f78 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869436, 'name': SuspendVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.160619] env[69308]: DEBUG nova.compute.manager [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.161645] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3c0f7-484a-4167-a166-d1f57bd58aec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.406693] env[69308]: DEBUG oslo_vmware.api [None req-8ecf7d52-a28a-4376-8da4-afe2dd799f78 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869436, 'name': SuspendVM_Task, 'duration_secs': 0.575795} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.406952] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecf7d52-a28a-4376-8da4-afe2dd799f78 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Suspended the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1246.407145] env[69308]: DEBUG nova.compute.manager [None req-8ecf7d52-a28a-4376-8da4-afe2dd799f78 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.407906] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea40cf78-3ae4-43f3-bd70-6715e1cae11a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.672465] env[69308]: INFO nova.compute.manager [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] instance snapshotting [ 1246.673067] env[69308]: DEBUG nova.objects.instance [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'flavor' on Instance uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.832417] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.832695] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.832990] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.833222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.833390] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.835679] env[69308]: INFO nova.compute.manager [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Terminating instance [ 1247.179074] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11c4467-ec8e-4d88-b732-07c36bb369cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.200180] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23c4374-0dce-44dd-ae8b-94b43df46d7b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.339263] env[69308]: DEBUG nova.compute.manager [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.340034] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.340034] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a767c4-f633-4fa5-8c6a-cc6ad5dccd23 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.348286] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1247.348286] env[69308]: value = "task-3869437" [ 1247.348286] env[69308]: _type = "Task" [ 1247.348286] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.357975] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.711770] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1247.712161] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59d1fcbf-046b-4933-a92d-a27f38405902 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.720198] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1247.720198] env[69308]: value = "task-3869438" [ 1247.720198] env[69308]: _type = "Task" [ 1247.720198] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.729810] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.772691] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "d17175a1-3142-4d88-9b76-133602534aa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.772994] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "d17175a1-3142-4d88-9b76-133602534aa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.773312] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "d17175a1-3142-4d88-9b76-133602534aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.773452] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "d17175a1-3142-4d88-9b76-133602534aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.773654] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "d17175a1-3142-4d88-9b76-133602534aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.776049] env[69308]: INFO nova.compute.manager [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Terminating instance [ 1247.858686] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869437, 'name': PowerOffVM_Task, 'duration_secs': 0.167742} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.858951] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.859175] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.859374] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768801', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'name': 'volume-6a68883b-b574-4031-87c9-f7c73a85dabb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1f846ecc-230d-4d36-aea6-a2c6a41e37d4', 'attached_at': '2025-05-07T12:56:42.000000', 'detached_at': '', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'serial': '6a68883b-b574-4031-87c9-f7c73a85dabb'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.860168] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9450f65e-2346-497f-9bdc-66fbcea095bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.879926] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8f1688-7baf-43ef-80a3-8ff5fa438fa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.887382] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8836e4b-e380-447e-b71a-70cacadb548c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.906127] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534cf13e-d0df-4c5b-8ac6-356dd934d7b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.923657] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] The volume has not been displaced from its original location: [datastore2] volume-6a68883b-b574-4031-87c9-f7c73a85dabb/volume-6a68883b-b574-4031-87c9-f7c73a85dabb.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.929739] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.930019] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c26a3d-3f2c-4f6b-88b1-67e3e0abca92 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.949526] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1247.949526] env[69308]: value = "task-3869439" [ 1247.949526] env[69308]: _type = "Task" [ 1247.949526] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.958404] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.230486] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869438, 'name': CreateSnapshot_Task, 'duration_secs': 0.435941} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.230811] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1248.231593] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8d3adb-cbd0-490f-ad60-11d4ff4f9d44 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.280494] env[69308]: DEBUG nova.compute.manager [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.280751] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.281632] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418407b4-da18-460a-9940-18bf46eba967 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.289591] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.289841] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f59025c0-7ff8-4c52-82e3-02c171aee02e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.354915] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.355213] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.355326] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleting the datastore file [datastore2] d17175a1-3142-4d88-9b76-133602534aa0 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.355616] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c0d1a98-baed-4ace-a948-21b588b30bd3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.363018] env[69308]: DEBUG oslo_vmware.api [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1248.363018] env[69308]: value = "task-3869441" [ 1248.363018] env[69308]: _type = "Task" [ 1248.363018] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.371284] env[69308]: DEBUG oslo_vmware.api [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.459959] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869439, 'name': ReconfigVM_Task, 'duration_secs': 0.160298} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.460626] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.464919] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1911833-73a6-4253-b989-90b595dd6479 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.480402] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1248.480402] env[69308]: value = "task-3869442" [ 1248.480402] env[69308]: _type = "Task" [ 1248.480402] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.490205] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.750094] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1248.750094] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3fcfee14-cff8-446f-a942-066c2631edd5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.758778] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1248.758778] env[69308]: value = "task-3869443" [ 1248.758778] env[69308]: _type = "Task" [ 1248.758778] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.768667] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869443, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.874058] env[69308]: DEBUG oslo_vmware.api [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194087} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.874394] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.874642] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.874870] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.875089] env[69308]: INFO nova.compute.manager [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1248.875394] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.875674] env[69308]: DEBUG nova.compute.manager [-] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.875788] env[69308]: DEBUG nova.network.neutron [-] [instance: d17175a1-3142-4d88-9b76-133602534aa0] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.992951] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869442, 'name': ReconfigVM_Task, 'duration_secs': 0.162042} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.993340] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768801', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'name': 'volume-6a68883b-b574-4031-87c9-f7c73a85dabb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1f846ecc-230d-4d36-aea6-a2c6a41e37d4', 'attached_at': '2025-05-07T12:56:42.000000', 'detached_at': '', 'volume_id': '6a68883b-b574-4031-87c9-f7c73a85dabb', 'serial': '6a68883b-b574-4031-87c9-f7c73a85dabb'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.993634] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.994459] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edecc819-c9a7-49dc-8592-93f6681f9e2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.001909] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.002138] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d559351e-2cfb-4f35-a480-41208adb4658 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.073118] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.073766] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.073766] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleting the datastore file [datastore2] 1f846ecc-230d-4d36-aea6-a2c6a41e37d4 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.073999] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ad81e94-6692-4623-af30-cb577ccd0826 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.081484] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1249.081484] env[69308]: value = "task-3869445" [ 1249.081484] env[69308]: _type = "Task" [ 1249.081484] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.091249] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.173787] env[69308]: DEBUG nova.compute.manager [req-f891d30c-d018-4cf0-bf31-3985a82a2e18 req-acf05610-6dea-44fe-a024-cc0db7a486cd service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Received event network-vif-deleted-3c37f604-ceff-42a5-a463-ba1cbee51ffa {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.173965] env[69308]: INFO nova.compute.manager [req-f891d30c-d018-4cf0-bf31-3985a82a2e18 req-acf05610-6dea-44fe-a024-cc0db7a486cd service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Neutron deleted interface 3c37f604-ceff-42a5-a463-ba1cbee51ffa; detaching it from the instance and deleting it from the info cache [ 1249.174178] env[69308]: DEBUG nova.network.neutron [req-f891d30c-d018-4cf0-bf31-3985a82a2e18 req-acf05610-6dea-44fe-a024-cc0db7a486cd service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.270530] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869443, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.594837] env[69308]: DEBUG oslo_vmware.api [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081784} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.595138] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.595376] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.595608] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.595809] env[69308]: INFO nova.compute.manager [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1249.596088] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.596306] env[69308]: DEBUG nova.compute.manager [-] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.596405] env[69308]: DEBUG nova.network.neutron [-] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.656060] env[69308]: DEBUG nova.network.neutron [-] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.677568] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cc35808-30a9-4f7b-b7ca-e6d61e8617e2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.700786] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a394c47b-f66c-4605-b901-bc6427cff8ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.739150] env[69308]: DEBUG nova.compute.manager [req-f891d30c-d018-4cf0-bf31-3985a82a2e18 req-acf05610-6dea-44fe-a024-cc0db7a486cd service nova] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Detach interface failed, port_id=3c37f604-ceff-42a5-a463-ba1cbee51ffa, reason: Instance d17175a1-3142-4d88-9b76-133602534aa0 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1249.770767] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869443, 'name': CloneVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.820251] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.820526] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.820751] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "5d9baa45-0094-4444-b331-452f667d1af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.820990] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.821124] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.823644] env[69308]: INFO nova.compute.manager [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Terminating instance [ 1250.161974] env[69308]: INFO nova.compute.manager [-] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Took 1.29 seconds to deallocate network for instance. [ 1250.271051] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869443, 'name': CloneVM_Task, 'duration_secs': 1.015888} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.271411] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Created linked-clone VM from snapshot [ 1250.272051] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0768f928-ab52-4e9b-a8a7-dfdd7a0d7060 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.280650] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Uploading image e69b3b13-3937-41b2-870a-205f436d7908 {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1250.306997] env[69308]: DEBUG oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1250.306997] env[69308]: value = "vm-768833" [ 1250.306997] env[69308]: _type = "VirtualMachine" [ 1250.306997] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1250.307317] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab56ee6c-3c83-4694-a4b7-2f39cb998ad4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.318814] env[69308]: DEBUG oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease: (returnval){ [ 1250.318814] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5224ab5f-f4ef-b50d-b1b1-984f63ad351f" [ 1250.318814] env[69308]: _type = "HttpNfcLease" [ 1250.318814] env[69308]: } obtained for exporting VM: (result){ [ 1250.318814] env[69308]: value = "vm-768833" [ 1250.318814] env[69308]: _type = "VirtualMachine" [ 1250.318814] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1250.318814] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the lease: (returnval){ [ 1250.318814] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5224ab5f-f4ef-b50d-b1b1-984f63ad351f" [ 1250.318814] env[69308]: _type = "HttpNfcLease" [ 1250.318814] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1250.325748] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.325748] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5224ab5f-f4ef-b50d-b1b1-984f63ad351f" [ 1250.325748] env[69308]: _type = "HttpNfcLease" [ 1250.325748] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.331020] env[69308]: DEBUG nova.compute.manager [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.331020] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.331020] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb1a025-dfeb-4da7-b54f-abc7a17fe8d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.337502] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.337965] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65540b09-dd8d-4014-ab27-e979453639a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.345387] env[69308]: DEBUG oslo_vmware.api [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1250.345387] env[69308]: value = "task-3869447" [ 1250.345387] env[69308]: _type = "Task" [ 1250.345387] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.355054] env[69308]: DEBUG oslo_vmware.api [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.630706] env[69308]: DEBUG nova.network.neutron [-] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.670044] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.670044] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.670262] env[69308]: DEBUG nova.objects.instance [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'resources' on Instance uuid d17175a1-3142-4d88-9b76-133602534aa0 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.827170] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.827170] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5224ab5f-f4ef-b50d-b1b1-984f63ad351f" [ 1250.827170] env[69308]: _type = "HttpNfcLease" [ 1250.827170] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.827436] env[69308]: DEBUG oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.827436] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5224ab5f-f4ef-b50d-b1b1-984f63ad351f" [ 1250.827436] env[69308]: _type = "HttpNfcLease" [ 1250.827436] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1250.828241] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f049e3b-2036-4aeb-baa4-bb4ea7dbcec3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.837478] env[69308]: DEBUG oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c3865-2bcb-af2f-ddcb-ea7c3eb009f5/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.837768] env[69308]: DEBUG oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c3865-2bcb-af2f-ddcb-ea7c3eb009f5/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1250.913414] env[69308]: DEBUG oslo_vmware.api [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869447, 'name': PowerOffVM_Task, 'duration_secs': 0.315297} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.913880] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.914162] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.914530] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76b7e971-857b-4892-a23e-c87098a49b9c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.000296] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ad654d2-679e-4f16-9694-7a78c698fabd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.133359] env[69308]: INFO nova.compute.manager [-] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Took 1.54 seconds to deallocate network for instance. [ 1251.204246] env[69308]: DEBUG nova.compute.manager [req-e5bdbb51-4cd7-44d5-98ac-104f1966b7fd req-3edf9b9f-04f6-44b9-abfd-dedf33570fff service nova] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Received event network-vif-deleted-a142a3e3-652a-4b4e-a8d7-565a14b0c854 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.302909] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1922119-dd89-4ce1-941d-e4514f47db29 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.314062] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d060cd-824f-420b-b837-7b90ad8d927d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.348596] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddebe56e-ebb0-422f-8971-76a22ffced31 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.358281] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f2bb70-e022-475b-bbf3-99c336f50494 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.373690] env[69308]: DEBUG nova.compute.provider_tree [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.444664] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.445249] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.445704] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleting the datastore file [datastore2] 5d9baa45-0094-4444-b331-452f667d1af5 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.446078] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a56810a6-0baf-4004-ad8b-3fc495187dc6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.454808] env[69308]: DEBUG oslo_vmware.api [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for the task: (returnval){ [ 1251.454808] env[69308]: value = "task-3869449" [ 1251.454808] env[69308]: _type = "Task" [ 1251.454808] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.464179] env[69308]: DEBUG oslo_vmware.api [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.690120] env[69308]: INFO nova.compute.manager [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Took 0.56 seconds to detach 1 volumes for instance. [ 1251.692927] env[69308]: DEBUG nova.compute.manager [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Deleting volume: 6a68883b-b574-4031-87c9-f7c73a85dabb {{(pid=69308) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1251.877615] env[69308]: DEBUG nova.scheduler.client.report [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.966323] env[69308]: DEBUG oslo_vmware.api [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Task: {'id': task-3869449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148733} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.966680] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.966940] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.967193] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.967401] env[69308]: INFO nova.compute.manager [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1251.967773] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.968045] env[69308]: DEBUG nova.compute.manager [-] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.968189] env[69308]: DEBUG nova.network.neutron [-] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.237632] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.385870] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.388717] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.150s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.388717] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.411720] env[69308]: INFO nova.scheduler.client.report [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted allocations for instance 1f846ecc-230d-4d36-aea6-a2c6a41e37d4 [ 1252.414220] env[69308]: INFO nova.scheduler.client.report [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted allocations for instance d17175a1-3142-4d88-9b76-133602534aa0 [ 1252.910377] env[69308]: DEBUG nova.network.neutron [-] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.925093] env[69308]: DEBUG oslo_concurrency.lockutils [None req-830f0dac-dcb3-493a-86ea-2717e1aed7fb tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "1f846ecc-230d-4d36-aea6-a2c6a41e37d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.092s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.927204] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9217badb-18a9-46ff-a68e-6e750e540649 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "d17175a1-3142-4d88-9b76-133602534aa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.154s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.236463] env[69308]: DEBUG nova.compute.manager [req-8aebc65e-3928-4af8-8032-2ffeca759666 req-340b98d4-9cc6-4661-a073-e9d04c57c8c0 service nova] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Received event network-vif-deleted-7faa19f2-a641-4fb7-a87a-6838704d08f1 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.414141] env[69308]: INFO nova.compute.manager [-] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Took 1.45 seconds to deallocate network for instance. [ 1253.555989] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "393ab7d6-083b-4e85-92cc-f942f64929ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.556338] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.556616] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "393ab7d6-083b-4e85-92cc-f942f64929ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.556851] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.557070] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.559561] env[69308]: INFO nova.compute.manager [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Terminating instance [ 1253.705427] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.705741] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.921076] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.921411] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.921656] env[69308]: DEBUG nova.objects.instance [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lazy-loading 'resources' on Instance uuid 5d9baa45-0094-4444-b331-452f667d1af5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.063672] env[69308]: DEBUG nova.compute.manager [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.063879] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.064848] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef82a7b-a19f-4f39-a784-ef2d9f1cfbbf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.073357] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.073661] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03d12637-21fd-45eb-af34-a46edcaf8eb6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.080521] env[69308]: DEBUG oslo_vmware.api [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1254.080521] env[69308]: value = "task-3869451" [ 1254.080521] env[69308]: _type = "Task" [ 1254.080521] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.089555] env[69308]: DEBUG oslo_vmware.api [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.208023] env[69308]: DEBUG nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1254.517950] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a6b3d-afa0-4383-a91d-ef03de58951b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.527648] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bd2a08-a5ef-4731-90ab-63e3af963b66 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.565077] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d14b328-93fb-4fa0-8197-2d24a3326090 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.574059] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d5d2d-519c-4c9d-b01d-4be5d5b00268 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.592215] env[69308]: DEBUG nova.compute.provider_tree [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.599323] env[69308]: DEBUG oslo_vmware.api [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869451, 'name': PowerOffVM_Task, 'duration_secs': 0.219693} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.599323] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.599496] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.599745] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d221fed2-429f-46ea-8f5c-fa59885f92dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.688610] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.688957] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.689224] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleting the datastore file [datastore1] 393ab7d6-083b-4e85-92cc-f942f64929ad {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.689579] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f18757d3-076f-4292-ada7-f239df185dd6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.700142] env[69308]: DEBUG oslo_vmware.api [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1254.700142] env[69308]: value = "task-3869453" [ 1254.700142] env[69308]: _type = "Task" [ 1254.700142] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.708638] env[69308]: DEBUG oslo_vmware.api [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.727588] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.096659] env[69308]: DEBUG nova.scheduler.client.report [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.211512] env[69308]: DEBUG oslo_vmware.api [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178574} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.211810] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.212010] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.212217] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.212396] env[69308]: INFO nova.compute.manager [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1255.212647] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.212843] env[69308]: DEBUG nova.compute.manager [-] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.212940] env[69308]: DEBUG nova.network.neutron [-] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.513310] env[69308]: DEBUG nova.compute.manager [req-184283c8-70c5-4d62-b92a-5bc09146748c req-2475aebd-cea1-4d83-b2ea-d4bafce1b900 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Received event network-vif-deleted-3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.513310] env[69308]: INFO nova.compute.manager [req-184283c8-70c5-4d62-b92a-5bc09146748c req-2475aebd-cea1-4d83-b2ea-d4bafce1b900 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Neutron deleted interface 3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b; detaching it from the instance and deleting it from the info cache [ 1255.513310] env[69308]: DEBUG nova.network.neutron [req-184283c8-70c5-4d62-b92a-5bc09146748c req-2475aebd-cea1-4d83-b2ea-d4bafce1b900 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.603623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.606247] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.879s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.607834] env[69308]: INFO nova.compute.claims [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.630586] env[69308]: INFO nova.scheduler.client.report [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Deleted allocations for instance 5d9baa45-0094-4444-b331-452f667d1af5 [ 1255.996902] env[69308]: DEBUG nova.network.neutron [-] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.017543] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55eed951-2312-48a9-97b6-1ed406293a45 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.028538] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf3fafe-ab86-47f5-bcb3-f16ad8d7cf14 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.056586] env[69308]: DEBUG nova.compute.manager [req-184283c8-70c5-4d62-b92a-5bc09146748c req-2475aebd-cea1-4d83-b2ea-d4bafce1b900 service nova] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Detach interface failed, port_id=3cdd17f5-7be5-4e02-bfa2-4cdc7fae925b, reason: Instance 393ab7d6-083b-4e85-92cc-f942f64929ad could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.137953] env[69308]: DEBUG oslo_concurrency.lockutils [None req-72a164f0-b150-4968-b304-5da3e3862a1f tempest-AttachVolumeShelveTestJSON-530584646 tempest-AttachVolumeShelveTestJSON-530584646-project-member] Lock "5d9baa45-0094-4444-b331-452f667d1af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.317s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.501043] env[69308]: INFO nova.compute.manager [-] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Took 1.29 seconds to deallocate network for instance. [ 1256.709960] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e526eed-aaf9-4da2-abc5-f28856db01de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.719487] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e20668c-0bfc-403f-9aeb-a0708b2cf13d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.752407] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8198fe-2e58-4cca-9635-f83f1478b682 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.761137] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031e6927-b362-421f-b4aa-04007421b73a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.777433] env[69308]: DEBUG nova.compute.provider_tree [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.007788] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.282103] env[69308]: DEBUG nova.scheduler.client.report [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.788068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.788720] env[69308]: DEBUG nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.791573] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.784s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.791863] env[69308]: DEBUG nova.objects.instance [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'resources' on Instance uuid 393ab7d6-083b-4e85-92cc-f942f64929ad {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.295721] env[69308]: DEBUG nova.compute.utils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.297532] env[69308]: DEBUG nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.297773] env[69308]: DEBUG nova.network.neutron [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.351126] env[69308]: DEBUG nova.policy [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21968a4f635c4108bab6282f4ade6218', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c6ea6af2a5544c79d78b6f6935c6240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.379146] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b71260-8cca-43cb-8575-b231d6c72c55 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.387624] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5742b8-b51b-4fe4-a595-00c15f8ddbf7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.419678] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c032b18-99e9-42c6-96e1-5196c2d9e70d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.428420] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aa750e-4f67-4a7d-af25-73ca003fb3f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.442860] env[69308]: DEBUG nova.compute.provider_tree [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.490839] env[69308]: DEBUG oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c3865-2bcb-af2f-ddcb-ea7c3eb009f5/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1258.491823] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb1af7-f4d3-4014-a10a-885a5806da0f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.498725] env[69308]: DEBUG oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c3865-2bcb-af2f-ddcb-ea7c3eb009f5/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1258.498902] env[69308]: ERROR oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c3865-2bcb-af2f-ddcb-ea7c3eb009f5/disk-0.vmdk due to incomplete transfer. [ 1258.499148] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b1354d3-8d1c-408a-9f74-47410caa1f95 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.506755] env[69308]: DEBUG oslo_vmware.rw_handles [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528c3865-2bcb-af2f-ddcb-ea7c3eb009f5/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1258.506978] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Uploaded image e69b3b13-3937-41b2-870a-205f436d7908 to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1258.509330] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1258.509602] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0742b11c-ca42-4fdc-814c-76ad94642dc2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.517707] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1258.517707] env[69308]: value = "task-3869455" [ 1258.517707] env[69308]: _type = "Task" [ 1258.517707] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.527577] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869455, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.647058] env[69308]: DEBUG nova.network.neutron [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Successfully created port: 8f1186d2-f166-4f14-81ee-ebc929ef8efd {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.803615] env[69308]: DEBUG nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.945976] env[69308]: DEBUG nova.scheduler.client.report [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.027900] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869455, 'name': Destroy_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.451464] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.477205] env[69308]: INFO nova.scheduler.client.report [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted allocations for instance 393ab7d6-083b-4e85-92cc-f942f64929ad [ 1259.529442] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869455, 'name': Destroy_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.813655] env[69308]: DEBUG nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.845660] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.845969] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.846150] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.846348] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.846502] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.846706] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.846941] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.847127] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.847327] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.847604] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.847679] env[69308]: DEBUG nova.virt.hardware [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.848712] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f4ef9-63cd-40e3-9ca2-05dcccc20842 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.858347] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fffbcdc-165e-4d46-bf0f-2c97bb18b8b4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.985014] env[69308]: DEBUG oslo_concurrency.lockutils [None req-7299029e-6530-4ae9-bc30-c345cdbe635a tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "393ab7d6-083b-4e85-92cc-f942f64929ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.429s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.031028] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869455, 'name': Destroy_Task, 'duration_secs': 1.335558} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.031329] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Destroyed the VM [ 1260.031576] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1260.031855] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2175c8cb-b055-49c3-bb51-a27dd0fd2ecf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.039569] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1260.039569] env[69308]: value = "task-3869457" [ 1260.039569] env[69308]: _type = "Task" [ 1260.039569] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.048559] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869457, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.050763] env[69308]: DEBUG nova.compute.manager [req-62885c5d-75df-4a81-bb9a-3f5f8957b994 req-0efc1ff9-9309-4c4e-b498-2c4f7d159fdc service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Received event network-vif-plugged-8f1186d2-f166-4f14-81ee-ebc929ef8efd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.051049] env[69308]: DEBUG oslo_concurrency.lockutils [req-62885c5d-75df-4a81-bb9a-3f5f8957b994 req-0efc1ff9-9309-4c4e-b498-2c4f7d159fdc service nova] Acquiring lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.052488] env[69308]: DEBUG oslo_concurrency.lockutils [req-62885c5d-75df-4a81-bb9a-3f5f8957b994 req-0efc1ff9-9309-4c4e-b498-2c4f7d159fdc service nova] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.052488] env[69308]: DEBUG oslo_concurrency.lockutils [req-62885c5d-75df-4a81-bb9a-3f5f8957b994 req-0efc1ff9-9309-4c4e-b498-2c4f7d159fdc service nova] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.052488] env[69308]: DEBUG nova.compute.manager [req-62885c5d-75df-4a81-bb9a-3f5f8957b994 req-0efc1ff9-9309-4c4e-b498-2c4f7d159fdc service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] No waiting events found dispatching network-vif-plugged-8f1186d2-f166-4f14-81ee-ebc929ef8efd {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.052488] env[69308]: WARNING nova.compute.manager [req-62885c5d-75df-4a81-bb9a-3f5f8957b994 req-0efc1ff9-9309-4c4e-b498-2c4f7d159fdc service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Received unexpected event network-vif-plugged-8f1186d2-f166-4f14-81ee-ebc929ef8efd for instance with vm_state building and task_state spawning. [ 1260.143132] env[69308]: DEBUG nova.network.neutron [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Successfully updated port: 8f1186d2-f166-4f14-81ee-ebc929ef8efd {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.550694] env[69308]: DEBUG oslo_vmware.api [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869457, 'name': RemoveSnapshot_Task, 'duration_secs': 0.485163} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.551060] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1260.551349] env[69308]: INFO nova.compute.manager [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Took 13.37 seconds to snapshot the instance on the hypervisor. [ 1260.645823] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.645905] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.646173] env[69308]: DEBUG nova.network.neutron [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.113102] env[69308]: DEBUG nova.compute.manager [None req-3c782020-85fe-413a-9e64-06873c1fcc65 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Found 2 images (rotation: 2) {{(pid=69308) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1261.179091] env[69308]: DEBUG nova.network.neutron [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.332224] env[69308]: DEBUG nova.network.neutron [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance_info_cache with network_info: [{"id": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "address": "fa:16:3e:94:08:78", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1186d2-f1", "ovs_interfaceid": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.835041] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.835041] env[69308]: DEBUG nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Instance network_info: |[{"id": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "address": "fa:16:3e:94:08:78", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1186d2-f1", "ovs_interfaceid": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.835202] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:08:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f1186d2-f166-4f14-81ee-ebc929ef8efd', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.847604] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.847862] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.848156] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ac60c77-2608-4c98-9bd5-cad60e36f3e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.870941] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.870941] env[69308]: value = "task-3869458" [ 1261.870941] env[69308]: _type = "Task" [ 1261.870941] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.880319] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869458, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.038271] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.038561] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.078292] env[69308]: DEBUG nova.compute.manager [req-d8c2eb51-0d55-41af-a045-a7b8f50495fd req-39b97237-5b8f-47e9-8db3-244568f1df02 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Received event network-changed-8f1186d2-f166-4f14-81ee-ebc929ef8efd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.078487] env[69308]: DEBUG nova.compute.manager [req-d8c2eb51-0d55-41af-a045-a7b8f50495fd req-39b97237-5b8f-47e9-8db3-244568f1df02 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Refreshing instance network info cache due to event network-changed-8f1186d2-f166-4f14-81ee-ebc929ef8efd. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.078733] env[69308]: DEBUG oslo_concurrency.lockutils [req-d8c2eb51-0d55-41af-a045-a7b8f50495fd req-39b97237-5b8f-47e9-8db3-244568f1df02 service nova] Acquiring lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.078883] env[69308]: DEBUG oslo_concurrency.lockutils [req-d8c2eb51-0d55-41af-a045-a7b8f50495fd req-39b97237-5b8f-47e9-8db3-244568f1df02 service nova] Acquired lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.079258] env[69308]: DEBUG nova.network.neutron [req-d8c2eb51-0d55-41af-a045-a7b8f50495fd req-39b97237-5b8f-47e9-8db3-244568f1df02 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Refreshing network info cache for port 8f1186d2-f166-4f14-81ee-ebc929ef8efd {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.249708] env[69308]: DEBUG nova.compute.manager [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.249708] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2b712b-2fc5-4ca8-975b-65ede8a8340f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.381938] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869458, 'name': CreateVM_Task, 'duration_secs': 0.342055} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.382153] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.382868] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.383053] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.383405] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.383738] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1223fdd-e8be-4fff-a701-87837799efa9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.389558] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1262.389558] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ef828d-2db0-afa2-482e-5a2c88953c4c" [ 1262.389558] env[69308]: _type = "Task" [ 1262.389558] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.398887] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ef828d-2db0-afa2-482e-5a2c88953c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.551041] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.551405] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.551620] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.551789] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.551941] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.552106] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.552248] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1262.552398] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.761152] env[69308]: INFO nova.compute.manager [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] instance snapshotting [ 1262.762135] env[69308]: DEBUG nova.objects.instance [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'flavor' on Instance uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.814563] env[69308]: DEBUG nova.network.neutron [req-d8c2eb51-0d55-41af-a045-a7b8f50495fd req-39b97237-5b8f-47e9-8db3-244568f1df02 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updated VIF entry in instance network info cache for port 8f1186d2-f166-4f14-81ee-ebc929ef8efd. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.814665] env[69308]: DEBUG nova.network.neutron [req-d8c2eb51-0d55-41af-a045-a7b8f50495fd req-39b97237-5b8f-47e9-8db3-244568f1df02 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance_info_cache with network_info: [{"id": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "address": "fa:16:3e:94:08:78", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1186d2-f1", "ovs_interfaceid": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.900367] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ef828d-2db0-afa2-482e-5a2c88953c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.028122} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.900696] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.900937] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.901196] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.901346] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.901530] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.902436] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e135b13-2726-4157-b1be-6e2b4b7d8584 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.911038] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.912408] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.912408] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5ef656-a1d4-40a3-90cb-fede2c4011d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.918180] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1262.918180] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a2e4e-4b16-f165-d4dc-5d66775e0a2d" [ 1262.918180] env[69308]: _type = "Task" [ 1262.918180] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.926182] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a2e4e-4b16-f165-d4dc-5d66775e0a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.060692] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.061023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.061205] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.061363] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1263.062624] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b479b1-c7a5-41db-82f5-d0ffe81944ec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.072142] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9431dd1e-42f4-4dfd-ba3a-21ac5ccd3e40 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.086289] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ee1ed-825f-4ae6-81b3-b83c97854b3d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.093271] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff7022a-fc95-4e7f-afb9-d12731753ada {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.124146] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179651MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1263.124319] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.124544] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.267712] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc5aed6-b9a8-47a4-85e1-a718a97d6351 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.288788] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95a63ac-3e10-45e0-aaa5-ebcb1b73ae3c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.300642] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.300926] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.301143] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.301329] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.301499] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.303234] env[69308]: INFO nova.compute.manager [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Terminating instance [ 1263.316918] env[69308]: DEBUG oslo_concurrency.lockutils [req-d8c2eb51-0d55-41af-a045-a7b8f50495fd req-39b97237-5b8f-47e9-8db3-244568f1df02 service nova] Releasing lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.429120] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526a2e4e-4b16-f165-d4dc-5d66775e0a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.429932] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc582dbe-1daa-4927-835b-3cea7da8f482 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.435967] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1263.435967] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cc01a-d5b6-3265-a911-415c47d59ee7" [ 1263.435967] env[69308]: _type = "Task" [ 1263.435967] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.443632] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cc01a-d5b6-3265-a911-415c47d59ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.799585] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1263.799889] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8657b9a9-cc98-4a27-b0fe-569d44a2c0e5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.806536] env[69308]: DEBUG nova.compute.manager [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.806814] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.807816] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfda9f0-57d2-44c6-9ecb-5499e5de2c0b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.811922] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1263.811922] env[69308]: value = "task-3869459" [ 1263.811922] env[69308]: _type = "Task" [ 1263.811922] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.819212] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.819823] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b7456b1-9c54-465a-b792-c53990fb0e52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.824378] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869459, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.825806] env[69308]: DEBUG oslo_vmware.api [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1263.825806] env[69308]: value = "task-3869460" [ 1263.825806] env[69308]: _type = "Task" [ 1263.825806] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.834127] env[69308]: DEBUG oslo_vmware.api [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.948941] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]527cc01a-d5b6-3265-a911-415c47d59ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.949363] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.949737] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 49b04799-6ec4-442a-9c7e-2f4a32dcbfab/49b04799-6ec4-442a-9c7e-2f4a32dcbfab.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.950099] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be2e23c8-6ed0-46ba-a7dc-cb3fec6d6425 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.958130] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1263.958130] env[69308]: value = "task-3869461" [ 1263.958130] env[69308]: _type = "Task" [ 1263.958130] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.967213] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.154232] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.154436] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance a898eb7f-f061-4de4-976e-b24943208078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.154575] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance c874bb91-fec3-471f-bea8-3be5cbd6801f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.154768] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 49b04799-6ec4-442a-9c7e-2f4a32dcbfab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1264.154883] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1264.155060] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1264.227400] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4031acb6-67c5-40cc-bd4a-bda8f57c1122 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.238466] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffbd9ab-990f-4878-8483-b53b708134a4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.273666] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753690f-cf5c-4223-9ca4-e71c37b691b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.284725] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bd68a6-55fa-4c71-b14b-705b9a7b82f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.302138] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.323711] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869459, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.336810] env[69308]: DEBUG oslo_vmware.api [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869460, 'name': PowerOffVM_Task, 'duration_secs': 0.198356} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.339419] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.339419] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.339419] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b3420ae-8255-4932-bcbe-79f481ba75b2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.444948] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.445198] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.445410] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleting the datastore file [datastore1] 42b6c9c6-967a-4f86-82a2-a341b1c1e750 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.445812] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f245c0e-3ad6-4680-bbe0-69e4c4a18be5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.452498] env[69308]: DEBUG oslo_vmware.api [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for the task: (returnval){ [ 1264.452498] env[69308]: value = "task-3869463" [ 1264.452498] env[69308]: _type = "Task" [ 1264.452498] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.466025] env[69308]: DEBUG oslo_vmware.api [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.471296] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499266} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.471538] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 49b04799-6ec4-442a-9c7e-2f4a32dcbfab/49b04799-6ec4-442a-9c7e-2f4a32dcbfab.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.471787] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.472055] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2212e4d-dfba-45fa-9aa1-c5e80b8f8aab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.479052] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1264.479052] env[69308]: value = "task-3869464" [ 1264.479052] env[69308]: _type = "Task" [ 1264.479052] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.487781] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.805969] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.823899] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869459, 'name': CreateSnapshot_Task, 'duration_secs': 0.758036} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.824874] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1264.825745] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99945d51-b59e-4436-b633-9a516b09b9a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.963211] env[69308]: DEBUG oslo_vmware.api [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Task: {'id': task-3869463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141474} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.963425] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.963739] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.963962] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.964160] env[69308]: INFO nova.compute.manager [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1264.964411] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.964616] env[69308]: DEBUG nova.compute.manager [-] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.964722] env[69308]: DEBUG nova.network.neutron [-] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.988704] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067152} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.989011] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.989813] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aa8677-b1cf-4d1c-af6b-907a4f4f5a04 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.015667] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 49b04799-6ec4-442a-9c7e-2f4a32dcbfab/49b04799-6ec4-442a-9c7e-2f4a32dcbfab.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.016020] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f8dc98-6b80-42d5-89b2-5d59193434ea {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.036874] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1265.036874] env[69308]: value = "task-3869465" [ 1265.036874] env[69308]: _type = "Task" [ 1265.036874] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.046254] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.278318] env[69308]: DEBUG nova.compute.manager [req-d7ab877d-0b7b-403b-bf56-28dc016a2e33 req-053f3c33-9de6-4836-ba14-7fe6ca7458b2 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Received event network-vif-deleted-d20fa1e0-74a8-4b53-9ffe-da81932ebd22 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.278318] env[69308]: INFO nova.compute.manager [req-d7ab877d-0b7b-403b-bf56-28dc016a2e33 req-053f3c33-9de6-4836-ba14-7fe6ca7458b2 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Neutron deleted interface d20fa1e0-74a8-4b53-9ffe-da81932ebd22; detaching it from the instance and deleting it from the info cache [ 1265.278318] env[69308]: DEBUG nova.network.neutron [req-d7ab877d-0b7b-403b-bf56-28dc016a2e33 req-053f3c33-9de6-4836-ba14-7fe6ca7458b2 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.310558] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1265.310843] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.186s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.346730] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1265.347505] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79c7b1fe-f7ae-4112-b39b-b0f322bd9d49 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.356141] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1265.356141] env[69308]: value = "task-3869466" [ 1265.356141] env[69308]: _type = "Task" [ 1265.356141] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.366802] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869466, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.547253] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869465, 'name': ReconfigVM_Task, 'duration_secs': 0.310848} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.547495] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 49b04799-6ec4-442a-9c7e-2f4a32dcbfab/49b04799-6ec4-442a-9c7e-2f4a32dcbfab.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.548207] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5cf0470-db7d-4660-933c-2d57891a3eee {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.556099] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1265.556099] env[69308]: value = "task-3869467" [ 1265.556099] env[69308]: _type = "Task" [ 1265.556099] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.565260] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869467, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.764218] env[69308]: DEBUG nova.network.neutron [-] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.779946] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1837022d-f906-49f6-8cb7-38e3503fd891 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.790723] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d4e8b-6716-4191-93a3-9df18d0b9261 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.822932] env[69308]: DEBUG nova.compute.manager [req-d7ab877d-0b7b-403b-bf56-28dc016a2e33 req-053f3c33-9de6-4836-ba14-7fe6ca7458b2 service nova] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Detach interface failed, port_id=d20fa1e0-74a8-4b53-9ffe-da81932ebd22, reason: Instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.866713] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869466, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.066329] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869467, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.267451] env[69308]: INFO nova.compute.manager [-] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Took 1.30 seconds to deallocate network for instance. [ 1266.367911] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869466, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.571070] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869467, 'name': Rename_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.777814] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.778114] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.778343] env[69308]: DEBUG nova.objects.instance [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lazy-loading 'resources' on Instance uuid 42b6c9c6-967a-4f86-82a2-a341b1c1e750 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.868242] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869466, 'name': CloneVM_Task, 'duration_secs': 1.494409} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.868459] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Created linked-clone VM from snapshot [ 1266.869213] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d4bfc-506b-48ce-84fe-c2c83f02c44c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.876528] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Uploading image 809b7239-8134-4875-b1b5-028b4fdf53fb {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1266.902988] env[69308]: DEBUG oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1266.902988] env[69308]: value = "vm-768836" [ 1266.902988] env[69308]: _type = "VirtualMachine" [ 1266.902988] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1266.903414] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-07398afe-861b-47d1-b2a6-48df198ceff6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.911540] env[69308]: DEBUG oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease: (returnval){ [ 1266.911540] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a69e27-751c-fb1d-1066-30a3959c3fb0" [ 1266.911540] env[69308]: _type = "HttpNfcLease" [ 1266.911540] env[69308]: } obtained for exporting VM: (result){ [ 1266.911540] env[69308]: value = "vm-768836" [ 1266.911540] env[69308]: _type = "VirtualMachine" [ 1266.911540] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1266.911896] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the lease: (returnval){ [ 1266.911896] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a69e27-751c-fb1d-1066-30a3959c3fb0" [ 1266.911896] env[69308]: _type = "HttpNfcLease" [ 1266.911896] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1266.919570] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.919570] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a69e27-751c-fb1d-1066-30a3959c3fb0" [ 1266.919570] env[69308]: _type = "HttpNfcLease" [ 1266.919570] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1267.066606] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869467, 'name': Rename_Task, 'duration_secs': 1.18141} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.066952] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.067235] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-415db181-8f5c-419b-9daf-32e08415937c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.073790] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1267.073790] env[69308]: value = "task-3869469" [ 1267.073790] env[69308]: _type = "Task" [ 1267.073790] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.083433] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.350226] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b7ac25-4f37-4038-94b4-cd0301311004 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.358083] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af5ecf4-fca4-4e68-9109-401218678e39 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.394765] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb834dc6-831c-4aa9-8ec6-b7f300feb0ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.405398] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddf391d-5ea9-4629-b625-d03dc0b60af5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.426801] env[69308]: DEBUG nova.compute.provider_tree [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.433897] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.433897] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a69e27-751c-fb1d-1066-30a3959c3fb0" [ 1267.433897] env[69308]: _type = "HttpNfcLease" [ 1267.433897] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1267.434124] env[69308]: DEBUG oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1267.434124] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a69e27-751c-fb1d-1066-30a3959c3fb0" [ 1267.434124] env[69308]: _type = "HttpNfcLease" [ 1267.434124] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1267.435027] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b1ac5-0ac4-49d2-9c7e-06d91c42a2c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.445381] env[69308]: DEBUG oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244e421-24d4-fe83-d7d2-7cb3f38702be/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1267.445590] env[69308]: DEBUG oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244e421-24d4-fe83-d7d2-7cb3f38702be/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1267.534442] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c615f0e0-6d64-406a-8a0b-50159945170d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.585258] env[69308]: DEBUG oslo_vmware.api [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869469, 'name': PowerOnVM_Task, 'duration_secs': 0.489857} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.585536] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.585770] env[69308]: INFO nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1267.586048] env[69308]: DEBUG nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.586799] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebbc1b9-e1e6-4c99-8a49-2a07a951ee86 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.930692] env[69308]: DEBUG nova.scheduler.client.report [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.104559] env[69308]: INFO nova.compute.manager [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Took 13.39 seconds to build instance. [ 1268.436588] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.459707] env[69308]: INFO nova.scheduler.client.report [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Deleted allocations for instance 42b6c9c6-967a-4f86-82a2-a341b1c1e750 [ 1268.606179] env[69308]: DEBUG oslo_concurrency.lockutils [None req-556a8d9c-72cd-485e-b2e6-432f3a13f1ff tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.900s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.968965] env[69308]: DEBUG oslo_concurrency.lockutils [None req-838dd740-d559-41df-813a-ef049f5cb1d2 tempest-ServerActionsTestOtherA-2047584221 tempest-ServerActionsTestOtherA-2047584221-project-member] Lock "42b6c9c6-967a-4f86-82a2-a341b1c1e750" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.668s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.629223] env[69308]: DEBUG nova.compute.manager [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1270.023551] env[69308]: DEBUG nova.compute.manager [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1270.160825] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.161167] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.541919] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.666548] env[69308]: INFO nova.compute.claims [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.172745] env[69308]: INFO nova.compute.resource_tracker [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating resource usage from migration 0b761deb-ebc3-45bc-9c8f-2171690bbfda [ 1271.272057] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a91361-aa6e-44b7-b01e-6d34bf084fec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.284193] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0697e-53c5-48bb-ba26-a7d1600a271b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.322062] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c59247-1e34-4ffb-926f-0144903ccebc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.331198] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50f70c4-b0ad-4280-86e5-24d8a7c2db2b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.350160] env[69308]: DEBUG nova.compute.provider_tree [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.854057] env[69308]: DEBUG nova.scheduler.client.report [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.363023] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.363023] env[69308]: INFO nova.compute.manager [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Migrating [ 1272.367463] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.826s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.878502] env[69308]: INFO nova.compute.claims [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.882055] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.882227] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.882395] env[69308]: DEBUG nova.network.neutron [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.386395] env[69308]: INFO nova.compute.resource_tracker [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating resource usage from migration d499d500-390e-4f20-97cd-bf776b6e780b [ 1273.492086] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c9635-22da-4a4d-b48a-4e9dc896193c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.503497] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d13e7f-c363-4a8b-9369-1b81d06a555f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.537574] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc97d5e-1ecd-4478-8183-02f4e77d3494 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.546537] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25591741-ec60-4856-9bdd-817dafc60a31 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.566399] env[69308]: DEBUG nova.compute.provider_tree [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.777533] env[69308]: DEBUG nova.network.neutron [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance_info_cache with network_info: [{"id": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "address": "fa:16:3e:9e:00:9e", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b7f3e1-91", "ovs_interfaceid": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.073597] env[69308]: DEBUG nova.scheduler.client.report [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.280808] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.580080] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.212s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.582656] env[69308]: INFO nova.compute.manager [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Migrating [ 1275.106378] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.106649] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.107294] env[69308]: DEBUG nova.network.neutron [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.203828] env[69308]: DEBUG oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244e421-24d4-fe83-d7d2-7cb3f38702be/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1275.204890] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b956dbb-59e9-4b45-b80c-1924dbc250d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.211824] env[69308]: DEBUG oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244e421-24d4-fe83-d7d2-7cb3f38702be/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1275.211994] env[69308]: ERROR oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244e421-24d4-fe83-d7d2-7cb3f38702be/disk-0.vmdk due to incomplete transfer. [ 1275.212262] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af9afc42-8060-4b0d-a2bb-136b6ff4d752 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.221036] env[69308]: DEBUG oslo_vmware.rw_handles [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244e421-24d4-fe83-d7d2-7cb3f38702be/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1275.221036] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Uploaded image 809b7239-8134-4875-b1b5-028b4fdf53fb to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1275.223285] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1275.223571] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba41847b-4b8f-4029-a989-a44f861fc4d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.231120] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1275.231120] env[69308]: value = "task-3869470" [ 1275.231120] env[69308]: _type = "Task" [ 1275.231120] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.240954] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869470, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.578859] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquiring lock "ac09767c-9803-4f0e-aaf8-e708acfb0949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.579214] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "ac09767c-9803-4f0e-aaf8-e708acfb0949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.741286] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869470, 'name': Destroy_Task, 'duration_secs': 0.38325} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.741526] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Destroyed the VM [ 1275.741772] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1275.742035] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dba57eac-f64b-4fd4-8ef7-9b4c4a8cdaca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.749562] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1275.749562] env[69308]: value = "task-3869471" [ 1275.749562] env[69308]: _type = "Task" [ 1275.749562] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.759583] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.796878] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa02a18-c167-4e87-9e98-40d45f9d93b8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.817996] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance 'c874bb91-fec3-471f-bea8-3be5cbd6801f' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.890792] env[69308]: DEBUG nova.network.neutron [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance_info_cache with network_info: [{"id": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "address": "fa:16:3e:94:08:78", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1186d2-f1", "ovs_interfaceid": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.083842] env[69308]: DEBUG nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.261277] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869471, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.326686] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.327036] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f8a5e4-1466-46a6-91c3-5da496068630 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.335264] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1276.335264] env[69308]: value = "task-3869472" [ 1276.335264] env[69308]: _type = "Task" [ 1276.335264] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.345291] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.393729] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.609822] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.610189] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.611745] env[69308]: INFO nova.compute.claims [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.763091] env[69308]: DEBUG oslo_vmware.api [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869471, 'name': RemoveSnapshot_Task, 'duration_secs': 0.540255} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.763552] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1276.763980] env[69308]: INFO nova.compute.manager [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Took 13.50 seconds to snapshot the instance on the hypervisor. [ 1276.850208] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869472, 'name': PowerOffVM_Task, 'duration_secs': 0.208851} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.850653] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.854096] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance 'c874bb91-fec3-471f-bea8-3be5cbd6801f' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.312272] env[69308]: DEBUG nova.compute.manager [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Found 3 images (rotation: 2) {{(pid=69308) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1277.312515] env[69308]: DEBUG nova.compute.manager [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Rotating out 1 backups {{(pid=69308) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1277.312641] env[69308]: DEBUG nova.compute.manager [None req-52e76ab3-e3b5-4f7f-a213-97cea32e2ecb tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleting image a2d09e8b-821b-42e7-875c-8f6d9733dabf {{(pid=69308) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1277.360027] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.360327] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.360492] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.360680] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.360827] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.360976] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.361201] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.361380] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.361556] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.361723] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.361902] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.369570] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a0ae96-659c-40e2-a8f7-1d8a583d354f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.391717] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1277.391717] env[69308]: value = "task-3869473" [ 1277.391717] env[69308]: _type = "Task" [ 1277.391717] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.407292] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.705249] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59c17e1-17f8-40c5-bdca-7501a79abfe7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.713394] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab834e-7ead-4140-91bb-7cdb0aac06c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.743245] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddb9670-46a7-47b9-b356-44631df55c15 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.751184] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69030758-7558-40e8-8a84-f866d5712000 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.765476] env[69308]: DEBUG nova.compute.provider_tree [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.902540] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869473, 'name': ReconfigVM_Task, 'duration_secs': 0.188213} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.902540] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance 'c874bb91-fec3-471f-bea8-3be5cbd6801f' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.911415] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c48e7-962c-409a-b41d-3957626d5d12 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.932646] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance '49b04799-6ec4-442a-9c7e-2f4a32dcbfab' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.268484] env[69308]: DEBUG nova.scheduler.client.report [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.408905] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.409220] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.409266] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.409437] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.409581] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.409727] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.409928] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.410101] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.410273] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.410434] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.410606] env[69308]: DEBUG nova.virt.hardware [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.416223] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.416891] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4423c16b-9ce6-4ea3-8a5f-1d9f03e66482 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.435634] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1278.435634] env[69308]: value = "task-3869474" [ 1278.435634] env[69308]: _type = "Task" [ 1278.435634] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.440671] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.444056] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2fe963-43fa-41aa-a840-d696754a029b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.445515] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.450822] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1278.450822] env[69308]: value = "task-3869475" [ 1278.450822] env[69308]: _type = "Task" [ 1278.450822] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.459597] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.773600] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.774179] env[69308]: DEBUG nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.945706] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869474, 'name': ReconfigVM_Task, 'duration_secs': 0.169537} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.946033] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.946843] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7621288-6bd3-4f21-af26-4c1ebc81112f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.968694] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f/c874bb91-fec3-471f-bea8-3be5cbd6801f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.971619] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e652cbbf-fad9-4141-a74f-cbae1a276851 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.989479] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869475, 'name': PowerOffVM_Task, 'duration_secs': 0.207428} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.990714] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.990907] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance '49b04799-6ec4-442a-9c7e-2f4a32dcbfab' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.994334] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1278.994334] env[69308]: value = "task-3869476" [ 1278.994334] env[69308]: _type = "Task" [ 1278.994334] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.003705] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.058740] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "a898eb7f-f061-4de4-976e-b24943208078" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.059034] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.059230] env[69308]: DEBUG nova.compute.manager [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.060108] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c6bf5-1d1d-4421-9558-7b4e5bf6615c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.067272] env[69308]: DEBUG nova.compute.manager [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1279.067835] env[69308]: DEBUG nova.objects.instance [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'flavor' on Instance uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.279595] env[69308]: DEBUG nova.compute.utils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.281066] env[69308]: DEBUG nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.281247] env[69308]: DEBUG nova.network.neutron [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.327759] env[69308]: DEBUG nova.policy [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c04a62555ee432e8adf67ab667463b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae7db42b5b449e58132869bb1ffad2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.497450] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.497803] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.497803] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.497910] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.498078] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.498232] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.498438] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.498896] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.498896] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.498896] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.499090] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.507165] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f134590-1529-48c3-8d80-53c3fd1db054 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.523578] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869476, 'name': ReconfigVM_Task, 'duration_secs': 0.263706} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.525110] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f/c874bb91-fec3-471f-bea8-3be5cbd6801f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.525277] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance 'c874bb91-fec3-471f-bea8-3be5cbd6801f' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.530086] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1279.530086] env[69308]: value = "task-3869477" [ 1279.530086] env[69308]: _type = "Task" [ 1279.530086] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.538636] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869477, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.559637] env[69308]: DEBUG nova.network.neutron [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Successfully created port: 6ee3d161-cfd6-4758-8f01-67a33a870f9f {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.784676] env[69308]: DEBUG nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.032810] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d23f19-defa-41c1-9f02-2038247e44f9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.058737] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d079cd81-7c4f-4f26-bc45-7d00fbf8b8ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.061514] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869477, 'name': ReconfigVM_Task, 'duration_secs': 0.168088} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.061812] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance '49b04799-6ec4-442a-9c7e-2f4a32dcbfab' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.081528] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.081935] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance 'c874bb91-fec3-471f-bea8-3be5cbd6801f' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.085381] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55887e28-b788-46c8-ac54-c2b9099b084f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.093904] env[69308]: DEBUG oslo_vmware.api [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1280.093904] env[69308]: value = "task-3869478" [ 1280.093904] env[69308]: _type = "Task" [ 1280.093904] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.102600] env[69308]: DEBUG oslo_vmware.api [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.569474] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.569935] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.569935] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.570330] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.570330] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.570330] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.570691] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.570954] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.571104] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.571312] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.571518] env[69308]: DEBUG nova.virt.hardware [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.577156] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1280.577478] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc0a093f-6dc0-4ffc-b9c2-6efb7dd21225 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.601732] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1280.601732] env[69308]: value = "task-3869479" [ 1280.601732] env[69308]: _type = "Task" [ 1280.601732] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.608878] env[69308]: DEBUG oslo_vmware.api [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869478, 'name': PowerOffVM_Task, 'duration_secs': 0.180221} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.609713] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.609977] env[69308]: DEBUG nova.compute.manager [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.610849] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a7cd4-55ec-47db-a237-23ff9c275ec3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.617147] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.634064] env[69308]: DEBUG nova.network.neutron [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Port 75b7f3e1-91c8-486e-abd4-9565e3e6927c binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1280.796460] env[69308]: DEBUG nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.821653] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.821875] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.822050] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.822237] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.822386] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.822532] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.822748] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.822936] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.823317] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.823506] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.823705] env[69308]: DEBUG nova.virt.hardware [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.824632] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10f9566-522a-44c2-ae43-00905c65a78a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.833359] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc7ebab-5255-4c4e-9044-8b53b711a926 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.106997] env[69308]: DEBUG nova.compute.manager [req-905c3865-eb8b-4605-8ad8-f52845cf775d req-05f69b2b-660f-4111-85d3-f066441aaee3 service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Received event network-vif-plugged-6ee3d161-cfd6-4758-8f01-67a33a870f9f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.106997] env[69308]: DEBUG oslo_concurrency.lockutils [req-905c3865-eb8b-4605-8ad8-f52845cf775d req-05f69b2b-660f-4111-85d3-f066441aaee3 service nova] Acquiring lock "ac09767c-9803-4f0e-aaf8-e708acfb0949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.106997] env[69308]: DEBUG oslo_concurrency.lockutils [req-905c3865-eb8b-4605-8ad8-f52845cf775d req-05f69b2b-660f-4111-85d3-f066441aaee3 service nova] Lock "ac09767c-9803-4f0e-aaf8-e708acfb0949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.106997] env[69308]: DEBUG oslo_concurrency.lockutils [req-905c3865-eb8b-4605-8ad8-f52845cf775d req-05f69b2b-660f-4111-85d3-f066441aaee3 service nova] Lock "ac09767c-9803-4f0e-aaf8-e708acfb0949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.106997] env[69308]: DEBUG nova.compute.manager [req-905c3865-eb8b-4605-8ad8-f52845cf775d req-05f69b2b-660f-4111-85d3-f066441aaee3 service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] No waiting events found dispatching network-vif-plugged-6ee3d161-cfd6-4758-8f01-67a33a870f9f {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.106997] env[69308]: WARNING nova.compute.manager [req-905c3865-eb8b-4605-8ad8-f52845cf775d req-05f69b2b-660f-4111-85d3-f066441aaee3 service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Received unexpected event network-vif-plugged-6ee3d161-cfd6-4758-8f01-67a33a870f9f for instance with vm_state building and task_state spawning. [ 1281.120226] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869479, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.129183] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e523f390-e82a-448c-8756-011cbad1a72a tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.200333] env[69308]: DEBUG nova.network.neutron [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Successfully updated port: 6ee3d161-cfd6-4758-8f01-67a33a870f9f {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.614606] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869479, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.656020] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.656292] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.656470] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.703331] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquiring lock "refresh_cache-ac09767c-9803-4f0e-aaf8-e708acfb0949" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.703331] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquired lock "refresh_cache-ac09767c-9803-4f0e-aaf8-e708acfb0949" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.703459] env[69308]: DEBUG nova.network.neutron [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.114244] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869479, 'name': ReconfigVM_Task, 'duration_secs': 1.243568} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.114529] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.115381] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd42319-9d5d-4a2e-a680-ce058fcf0224 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.138145] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 49b04799-6ec4-442a-9c7e-2f4a32dcbfab/49b04799-6ec4-442a-9c7e-2f4a32dcbfab.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.138416] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1156e28-d523-4dde-a4a1-664b612635db {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.157367] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1282.157367] env[69308]: value = "task-3869480" [ 1282.157367] env[69308]: _type = "Task" [ 1282.157367] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.168402] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.236693] env[69308]: DEBUG nova.network.neutron [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.260069] env[69308]: DEBUG nova.compute.manager [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Stashing vm_state: stopped {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1282.388829] env[69308]: DEBUG nova.network.neutron [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Updating instance_info_cache with network_info: [{"id": "6ee3d161-cfd6-4758-8f01-67a33a870f9f", "address": "fa:16:3e:e2:1f:1f", "network": {"id": "886dd853-e3dd-4c56-b998-5417ac05cd89", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-957568032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae7db42b5b449e58132869bb1ffad2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee3d161-cf", "ovs_interfaceid": "6ee3d161-cfd6-4758-8f01-67a33a870f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.669722] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869480, 'name': ReconfigVM_Task, 'duration_secs': 0.316861} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.670318] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 49b04799-6ec4-442a-9c7e-2f4a32dcbfab/49b04799-6ec4-442a-9c7e-2f4a32dcbfab.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.670593] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance '49b04799-6ec4-442a-9c7e-2f4a32dcbfab' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.698234] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.698465] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.698645] env[69308]: DEBUG nova.network.neutron [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.782934] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.783254] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.891965] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Releasing lock "refresh_cache-ac09767c-9803-4f0e-aaf8-e708acfb0949" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.892369] env[69308]: DEBUG nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Instance network_info: |[{"id": "6ee3d161-cfd6-4758-8f01-67a33a870f9f", "address": "fa:16:3e:e2:1f:1f", "network": {"id": "886dd853-e3dd-4c56-b998-5417ac05cd89", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-957568032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae7db42b5b449e58132869bb1ffad2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee3d161-cf", "ovs_interfaceid": "6ee3d161-cfd6-4758-8f01-67a33a870f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.892809] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:1f:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee3d161-cfd6-4758-8f01-67a33a870f9f', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.900413] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Creating folder: Project (5ae7db42b5b449e58132869bb1ffad2d). Parent ref: group-v768498. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.900698] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb0a2313-856d-4921-8a24-cc45f510d8c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.912676] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Created folder: Project (5ae7db42b5b449e58132869bb1ffad2d) in parent group-v768498. [ 1282.912938] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Creating folder: Instances. Parent ref: group-v768837. {{(pid=69308) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.913209] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c385f1eb-ba7f-4361-aad6-8a34b958accd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.923247] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Created folder: Instances in parent group-v768837. [ 1282.923497] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.923702] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.923954] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c60b85af-d7db-4bdf-a0c2-86ede44b0262 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.944978] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.944978] env[69308]: value = "task-3869483" [ 1282.944978] env[69308]: _type = "Task" [ 1282.944978] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.952746] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869483, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.134627] env[69308]: DEBUG nova.compute.manager [req-e2ac3920-1eba-48fc-b3d9-4f63416bfcea req-d7958fb1-fb0f-4ad9-9e8d-b11fa1716c2c service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Received event network-changed-6ee3d161-cfd6-4758-8f01-67a33a870f9f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.134675] env[69308]: DEBUG nova.compute.manager [req-e2ac3920-1eba-48fc-b3d9-4f63416bfcea req-d7958fb1-fb0f-4ad9-9e8d-b11fa1716c2c service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Refreshing instance network info cache due to event network-changed-6ee3d161-cfd6-4758-8f01-67a33a870f9f. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.134874] env[69308]: DEBUG oslo_concurrency.lockutils [req-e2ac3920-1eba-48fc-b3d9-4f63416bfcea req-d7958fb1-fb0f-4ad9-9e8d-b11fa1716c2c service nova] Acquiring lock "refresh_cache-ac09767c-9803-4f0e-aaf8-e708acfb0949" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.135042] env[69308]: DEBUG oslo_concurrency.lockutils [req-e2ac3920-1eba-48fc-b3d9-4f63416bfcea req-d7958fb1-fb0f-4ad9-9e8d-b11fa1716c2c service nova] Acquired lock "refresh_cache-ac09767c-9803-4f0e-aaf8-e708acfb0949" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.135224] env[69308]: DEBUG nova.network.neutron [req-e2ac3920-1eba-48fc-b3d9-4f63416bfcea req-d7958fb1-fb0f-4ad9-9e8d-b11fa1716c2c service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Refreshing network info cache for port 6ee3d161-cfd6-4758-8f01-67a33a870f9f {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.177747] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522278bf-faab-47c3-aa02-9139e6d82160 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.199856] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451826f4-0f72-4a05-9c2d-fd993b6e8694 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.222709] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance '49b04799-6ec4-442a-9c7e-2f4a32dcbfab' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.288477] env[69308]: INFO nova.compute.claims [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.454435] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869483, 'name': CreateVM_Task, 'duration_secs': 0.343829} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.454601] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.455421] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.455586] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.455955] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.456235] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2f515f-f622-4f5a-baf7-c76bfa9d604b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.461966] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1283.461966] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ee8f38-ea36-8012-eb9c-e707fd9deaf7" [ 1283.461966] env[69308]: _type = "Task" [ 1283.461966] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.470900] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ee8f38-ea36-8012-eb9c-e707fd9deaf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.471898] env[69308]: DEBUG nova.network.neutron [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance_info_cache with network_info: [{"id": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "address": "fa:16:3e:9e:00:9e", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b7f3e1-91", "ovs_interfaceid": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.762515] env[69308]: DEBUG nova.network.neutron [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Port 8f1186d2-f166-4f14-81ee-ebc929ef8efd binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1283.794843] env[69308]: INFO nova.compute.resource_tracker [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating resource usage from migration c499b9c0-ace3-4cbb-af6d-e2bbddb07ab5 [ 1283.840143] env[69308]: DEBUG nova.network.neutron [req-e2ac3920-1eba-48fc-b3d9-4f63416bfcea req-d7958fb1-fb0f-4ad9-9e8d-b11fa1716c2c service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Updated VIF entry in instance network info cache for port 6ee3d161-cfd6-4758-8f01-67a33a870f9f. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.840506] env[69308]: DEBUG nova.network.neutron [req-e2ac3920-1eba-48fc-b3d9-4f63416bfcea req-d7958fb1-fb0f-4ad9-9e8d-b11fa1716c2c service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Updating instance_info_cache with network_info: [{"id": "6ee3d161-cfd6-4758-8f01-67a33a870f9f", "address": "fa:16:3e:e2:1f:1f", "network": {"id": "886dd853-e3dd-4c56-b998-5417ac05cd89", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-957568032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae7db42b5b449e58132869bb1ffad2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee3d161-cf", "ovs_interfaceid": "6ee3d161-cfd6-4758-8f01-67a33a870f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.887426] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7085708b-1a01-4bf9-adb2-1534bd7fa766 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.895551] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f50f25-ffd7-4411-b98d-d8779782e5e7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.927275] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cb5b22-ffb5-411f-b2ef-26f87dbd1cb9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.934612] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83091a6c-1e7d-43ad-b3ec-98416868991c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.948322] env[69308]: DEBUG nova.compute.provider_tree [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.972917] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ee8f38-ea36-8012-eb9c-e707fd9deaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.015168} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.973192] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.973426] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.973668] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.973864] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.974453] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.974848] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.978041] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-257bcb14-b1b8-4725-9173-81aab5995f60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.987923] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.988020] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.989024] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3835ba2-b0ea-42f3-88de-ab5041f11e05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.994235] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1283.994235] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]528dc296-4abd-9eef-7647-c04970e44f7e" [ 1283.994235] env[69308]: _type = "Task" [ 1283.994235] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.002989] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528dc296-4abd-9eef-7647-c04970e44f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.343637] env[69308]: DEBUG oslo_concurrency.lockutils [req-e2ac3920-1eba-48fc-b3d9-4f63416bfcea req-d7958fb1-fb0f-4ad9-9e8d-b11fa1716c2c service nova] Releasing lock "refresh_cache-ac09767c-9803-4f0e-aaf8-e708acfb0949" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.452087] env[69308]: DEBUG nova.scheduler.client.report [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.500349] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0013b2c-ff72-4a59-bd54-5b9c878df288 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.511148] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528dc296-4abd-9eef-7647-c04970e44f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.525973] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7bd812e-cfca-42fc-85db-29c3e8b9546d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.529562] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1194bc41-6dac-4b5a-8fc1-d35f1433c442 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.537871] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance 'c874bb91-fec3-471f-bea8-3be5cbd6801f' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.543067] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1284.543067] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]528e2adc-b85e-e9ea-c72d-04582386992f" [ 1284.543067] env[69308]: _type = "Task" [ 1284.543067] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.551010] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]528e2adc-b85e-e9ea-c72d-04582386992f, 'name': SearchDatastore_Task, 'duration_secs': 0.011082} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.551257] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.551507] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] ac09767c-9803-4f0e-aaf8-e708acfb0949/ac09767c-9803-4f0e-aaf8-e708acfb0949.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.551746] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53769e17-d78c-429e-8792-f754dc4baa61 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.557945] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1284.557945] env[69308]: value = "task-3869484" [ 1284.557945] env[69308]: _type = "Task" [ 1284.557945] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.565350] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.786079] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.786079] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.786079] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.958594] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.175s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.958900] env[69308]: INFO nova.compute.manager [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Migrating [ 1285.045601] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.046053] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9b0581f-866f-42dc-a732-a60d0f9e95ca {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.055089] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1285.055089] env[69308]: value = "task-3869485" [ 1285.055089] env[69308]: _type = "Task" [ 1285.055089] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.068084] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.071363] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869484, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.475096] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.475096] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.475355] env[69308]: DEBUG nova.network.neutron [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.568053] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544185} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.570949] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore2] ac09767c-9803-4f0e-aaf8-e708acfb0949/ac09767c-9803-4f0e-aaf8-e708acfb0949.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.571194] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.571456] env[69308]: DEBUG oslo_vmware.api [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869485, 'name': PowerOnVM_Task, 'duration_secs': 0.432599} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.571656] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5689f1d3-14f9-4c60-bd85-cbb21e4bfb32 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.573743] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.573743] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad055c8-c983-4baa-91b3-1f348a18d78a tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance 'c874bb91-fec3-471f-bea8-3be5cbd6801f' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.582467] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1285.582467] env[69308]: value = "task-3869486" [ 1285.582467] env[69308]: _type = "Task" [ 1285.582467] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.592014] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.818071] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.818351] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.818505] env[69308]: DEBUG nova.network.neutron [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.095241] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29222} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.095589] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.096556] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b381049c-661e-4550-adf9-a31e47736d42 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.120996] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] ac09767c-9803-4f0e-aaf8-e708acfb0949/ac09767c-9803-4f0e-aaf8-e708acfb0949.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.125435] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff43d794-ec30-4f0a-8928-4fb075773bd8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.146199] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1286.146199] env[69308]: value = "task-3869487" [ 1286.146199] env[69308]: _type = "Task" [ 1286.146199] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.154342] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.202880] env[69308]: DEBUG nova.network.neutron [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [{"id": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "address": "fa:16:3e:74:66:15", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ca918b-9b", "ovs_interfaceid": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.515242] env[69308]: DEBUG nova.network.neutron [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance_info_cache with network_info: [{"id": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "address": "fa:16:3e:94:08:78", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1186d2-f1", "ovs_interfaceid": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.657745] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869487, 'name': ReconfigVM_Task, 'duration_secs': 0.298253} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.658060] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Reconfigured VM instance instance-0000007d to attach disk [datastore2] ac09767c-9803-4f0e-aaf8-e708acfb0949/ac09767c-9803-4f0e-aaf8-e708acfb0949.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.658718] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-747cb12a-9bc8-4079-ae31-5e2d266d86b9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.665514] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1286.665514] env[69308]: value = "task-3869488" [ 1286.665514] env[69308]: _type = "Task" [ 1286.665514] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.678430] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869488, 'name': Rename_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.705887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.017785] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.175494] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869488, 'name': Rename_Task, 'duration_secs': 0.148021} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.175747] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.175998] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe4f2ecb-2c91-4075-a5a2-8105f859b14a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.182680] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1287.182680] env[69308]: value = "task-3869489" [ 1287.182680] env[69308]: _type = "Task" [ 1287.182680] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.190369] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.550806] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d25ec62-9cc3-4f2d-bf68-72bb0abf0fb2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.574281] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be6bf5-da8d-4ee4-bec6-5f660acf0bb7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.582815] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance '49b04799-6ec4-442a-9c7e-2f4a32dcbfab' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.693758] env[69308]: DEBUG oslo_vmware.api [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869489, 'name': PowerOnVM_Task, 'duration_secs': 0.506424} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.694125] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.694373] env[69308]: INFO nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1287.694565] env[69308]: DEBUG nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.695428] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd5de10-7c21-413d-ad74-2b87c64e4d22 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.089460] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.089808] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab6c28cb-f389-41f7-baae-ae33ccdc6c2f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.098193] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1288.098193] env[69308]: value = "task-3869490" [ 1288.098193] env[69308]: _type = "Task" [ 1288.098193] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.107158] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.213116] env[69308]: INFO nova.compute.manager [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Took 11.62 seconds to build instance. [ 1288.220054] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ec6ef-01aa-4e1e-9f71-6723ec215153 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.240312] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance 'a898eb7f-f061-4de4-976e-b24943208078' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.403242] env[69308]: DEBUG nova.network.neutron [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Port 75b7f3e1-91c8-486e-abd4-9565e3e6927c binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1288.403511] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.403665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.403836] env[69308]: DEBUG nova.network.neutron [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.609240] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.716124] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9b8d8bd0-ca2d-459b-80c2-e5ba6967d9fd tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "ac09767c-9803-4f0e-aaf8-e708acfb0949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.137s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.747094] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.747388] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34331009-345c-4673-a04f-eaeb992307d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.755301] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquiring lock "ac09767c-9803-4f0e-aaf8-e708acfb0949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.755668] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "ac09767c-9803-4f0e-aaf8-e708acfb0949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.755952] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquiring lock "ac09767c-9803-4f0e-aaf8-e708acfb0949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.756176] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "ac09767c-9803-4f0e-aaf8-e708acfb0949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.756363] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "ac09767c-9803-4f0e-aaf8-e708acfb0949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.758030] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1288.758030] env[69308]: value = "task-3869491" [ 1288.758030] env[69308]: _type = "Task" [ 1288.758030] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.758503] env[69308]: INFO nova.compute.manager [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Terminating instance [ 1288.769803] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1288.769984] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance 'a898eb7f-f061-4de4-976e-b24943208078' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.109293] env[69308]: DEBUG oslo_vmware.api [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869490, 'name': PowerOnVM_Task, 'duration_secs': 0.792954} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.109619] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.110800] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ae8e8-59a3-4363-8df0-9d4806bbc2c8 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance '49b04799-6ec4-442a-9c7e-2f4a32dcbfab' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.201439] env[69308]: DEBUG nova.network.neutron [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance_info_cache with network_info: [{"id": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "address": "fa:16:3e:9e:00:9e", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b7f3e1-91", "ovs_interfaceid": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.265701] env[69308]: DEBUG nova.compute.manager [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.265954] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.266897] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d27c4b-4f5d-4c38-a6bf-dcdd265573f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.276520] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.276758] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.276985] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.277242] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.277408] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.277558] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.277759] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.277918] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.278105] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.278271] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.278442] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.283501] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.284074] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a29ff23-6f46-4cc9-90f8-c8f00f33f6c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.294688] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2244043f-3aed-474f-b71b-2d03b0d02e07 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.302489] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1289.302489] env[69308]: value = "task-3869493" [ 1289.302489] env[69308]: _type = "Task" [ 1289.302489] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.303981] env[69308]: DEBUG oslo_vmware.api [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1289.303981] env[69308]: value = "task-3869492" [ 1289.303981] env[69308]: _type = "Task" [ 1289.303981] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.318129] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.322360] env[69308]: DEBUG oslo_vmware.api [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.704254] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.816823] env[69308]: DEBUG oslo_vmware.api [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869492, 'name': PowerOffVM_Task, 'duration_secs': 0.225844} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.819868] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.820097] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.820329] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869493, 'name': ReconfigVM_Task, 'duration_secs': 0.189691} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.820540] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4bcacb-2310-4558-ac9e-03215be4ff24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.822163] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance 'a898eb7f-f061-4de4-976e-b24943208078' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.895519] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.895786] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.895977] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Deleting the datastore file [datastore2] ac09767c-9803-4f0e-aaf8-e708acfb0949 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.896342] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c6e24b6-237c-4185-91c2-16d5290f5e52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.905399] env[69308]: DEBUG oslo_vmware.api [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for the task: (returnval){ [ 1289.905399] env[69308]: value = "task-3869495" [ 1289.905399] env[69308]: _type = "Task" [ 1289.905399] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.915441] env[69308]: DEBUG oslo_vmware.api [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.207487] env[69308]: DEBUG nova.compute.manager [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69308) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1290.207808] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.208011] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.328381] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.328646] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.328810] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.328996] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.329233] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.329319] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.329525] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.329686] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.329857] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.330465] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.330749] env[69308]: DEBUG nova.virt.hardware [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.337408] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.337690] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c662d832-51ab-4685-990b-a59af3c6207b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.362150] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1290.362150] env[69308]: value = "task-3869496" [ 1290.362150] env[69308]: _type = "Task" [ 1290.362150] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.372451] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.416069] env[69308]: DEBUG oslo_vmware.api [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Task: {'id': task-3869495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148635} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.416373] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.416567] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.416757] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.416967] env[69308]: INFO nova.compute.manager [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1290.417250] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.417457] env[69308]: DEBUG nova.compute.manager [-] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.417553] env[69308]: DEBUG nova.network.neutron [-] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.710223] env[69308]: DEBUG nova.compute.manager [req-3ee21d46-1a2c-4b4b-919f-18f380017b41 req-244807e0-42ce-4f90-abea-51e39c76dc53 service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Received event network-vif-deleted-6ee3d161-cfd6-4758-8f01-67a33a870f9f {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.710435] env[69308]: INFO nova.compute.manager [req-3ee21d46-1a2c-4b4b-919f-18f380017b41 req-244807e0-42ce-4f90-abea-51e39c76dc53 service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Neutron deleted interface 6ee3d161-cfd6-4758-8f01-67a33a870f9f; detaching it from the instance and deleting it from the info cache [ 1290.710610] env[69308]: DEBUG nova.network.neutron [req-3ee21d46-1a2c-4b4b-919f-18f380017b41 req-244807e0-42ce-4f90-abea-51e39c76dc53 service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.712055] env[69308]: DEBUG nova.objects.instance [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'migration_context' on Instance uuid c874bb91-fec3-471f-bea8-3be5cbd6801f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.857721] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.857929] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.858144] env[69308]: DEBUG nova.compute.manager [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Going to confirm migration 8 {{(pid=69308) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1290.872743] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869496, 'name': ReconfigVM_Task, 'duration_secs': 0.184383} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.874072] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.874072] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d499577-6739-4e23-b6e3-40b4574c4117 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.896818] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a898eb7f-f061-4de4-976e-b24943208078/a898eb7f-f061-4de4-976e-b24943208078.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.897858] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c16bf34-14ce-45fa-a077-d0ea7a191c08 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.916899] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1290.916899] env[69308]: value = "task-3869497" [ 1290.916899] env[69308]: _type = "Task" [ 1290.916899] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.925710] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.188280] env[69308]: DEBUG nova.network.neutron [-] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.217513] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38477b84-9f5b-4744-b5fa-9797c45bfabb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.227415] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5aca2a-d018-49e0-8984-396f32515bf1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.258853] env[69308]: DEBUG nova.compute.manager [req-3ee21d46-1a2c-4b4b-919f-18f380017b41 req-244807e0-42ce-4f90-abea-51e39c76dc53 service nova] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Detach interface failed, port_id=6ee3d161-cfd6-4758-8f01-67a33a870f9f, reason: Instance ac09767c-9803-4f0e-aaf8-e708acfb0949 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.336275] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b99277-802a-47af-bbf2-8e75b96aa15d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.344902] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b41c877-85e3-4f4e-9a63-3ad196b619a7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.381144] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb601f7-1ea2-47cb-a0d9-35f791ff0f97 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.391152] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5769b-103a-4867-a59e-7f628ae3f820 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.405688] env[69308]: DEBUG nova.compute.provider_tree [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.428305] env[69308]: DEBUG oslo_vmware.api [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869497, 'name': ReconfigVM_Task, 'duration_secs': 0.272968} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.428683] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a898eb7f-f061-4de4-976e-b24943208078/a898eb7f-f061-4de4-976e-b24943208078.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.429061] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance 'a898eb7f-f061-4de4-976e-b24943208078' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.481095] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.481315] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquired lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.481496] env[69308]: DEBUG nova.network.neutron [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.481681] env[69308]: DEBUG nova.objects.instance [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'info_cache' on Instance uuid 49b04799-6ec4-442a-9c7e-2f4a32dcbfab {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.691651] env[69308]: INFO nova.compute.manager [-] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Took 1.27 seconds to deallocate network for instance. [ 1291.909940] env[69308]: DEBUG nova.scheduler.client.report [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.935806] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbf7a69-aa60-49aa-98ef-eab30ace067f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.955974] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d20fb-9992-4a2a-8fc6-10ee971c6ef0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.976216] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance 'a898eb7f-f061-4de4-976e-b24943208078' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.198846] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.520951] env[69308]: DEBUG nova.network.neutron [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Port c1ca918b-9b0a-48ac-94ee-e5e56dad4cec binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1292.700329] env[69308]: DEBUG nova.network.neutron [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance_info_cache with network_info: [{"id": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "address": "fa:16:3e:94:08:78", "network": {"id": "82a8cf26-7651-4979-a62c-ba23f07b777a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1653716564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c6ea6af2a5544c79d78b6f6935c6240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1186d2-f1", "ovs_interfaceid": "8f1186d2-f166-4f14-81ee-ebc929ef8efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.921990] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.714s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.927887] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.729s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.928166] env[69308]: DEBUG nova.objects.instance [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lazy-loading 'resources' on Instance uuid ac09767c-9803-4f0e-aaf8-e708acfb0949 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.203426] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Releasing lock "refresh_cache-49b04799-6ec4-442a-9c7e-2f4a32dcbfab" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.203698] env[69308]: DEBUG nova.objects.instance [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lazy-loading 'migration_context' on Instance uuid 49b04799-6ec4-442a-9c7e-2f4a32dcbfab {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.547225] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "a898eb7f-f061-4de4-976e-b24943208078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.547525] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.547648] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.553355] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a170260a-07e6-42dc-99d1-e2d39f2126f5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.565201] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1440e36-f444-4bd7-bd12-54a3ef6a59d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.596866] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b37670e-fdda-4931-aa5e-042c44173cf3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.605093] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c0eedf-dc21-44f5-a15a-d51991891fff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.618777] env[69308]: DEBUG nova.compute.provider_tree [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.707122] env[69308]: DEBUG nova.objects.base [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Object Instance<49b04799-6ec4-442a-9c7e-2f4a32dcbfab> lazy-loaded attributes: info_cache,migration_context {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.708081] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b284d8a-30b3-4693-a613-8aaa4a2912d4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.727566] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fd6eaa-d34c-4685-b23a-c20ee6fd9fd8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.733499] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1293.733499] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52711c19-4aab-dd21-db00-cadfd1eaf50e" [ 1293.733499] env[69308]: _type = "Task" [ 1293.733499] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.741595] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52711c19-4aab-dd21-db00-cadfd1eaf50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.122548] env[69308]: DEBUG nova.scheduler.client.report [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.244302] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52711c19-4aab-dd21-db00-cadfd1eaf50e, 'name': SearchDatastore_Task, 'duration_secs': 0.020387} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.244595] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.465837] env[69308]: INFO nova.compute.manager [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Swapping old allocation on dict_keys(['b6fa2e8a-c639-42f2-b0fa-1f05614fc14f']) held by migration 0b761deb-ebc3-45bc-9c8f-2171690bbfda for instance [ 1294.489891] env[69308]: DEBUG nova.scheduler.client.report [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Overwriting current allocation {'allocations': {'b6fa2e8a-c639-42f2-b0fa-1f05614fc14f': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 179}}, 'project_id': '983c3020d8374ffcb54d8b9976da06df', 'user_id': '241b2cba5861422e989b652b170b06ec', 'consumer_generation': 1} on consumer c874bb91-fec3-471f-bea8-3be5cbd6801f {{(pid=69308) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1294.570830] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.571050] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.571188] env[69308]: DEBUG nova.network.neutron [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.580600] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.580784] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.580957] env[69308]: DEBUG nova.network.neutron [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.628110] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.631161] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.386s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.646206] env[69308]: INFO nova.scheduler.client.report [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Deleted allocations for instance ac09767c-9803-4f0e-aaf8-e708acfb0949 [ 1295.155235] env[69308]: DEBUG oslo_concurrency.lockutils [None req-76e50c21-3c81-4e35-a83e-27f04e5bb12d tempest-ServerAddressesTestJSON-851403941 tempest-ServerAddressesTestJSON-851403941-project-member] Lock "ac09767c-9803-4f0e-aaf8-e708acfb0949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.399s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.231309] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a4c84f-ffe5-4169-9f52-11f6fc0b3e33 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.239393] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee6c615-704e-405b-b7ea-6dd64d94b8cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.275148] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ce1fc3-db34-42f3-bfb4-9d559bd62579 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.287920] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9c32d-4f87-42bf-b313-aa5d377f61c8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.304567] env[69308]: DEBUG nova.compute.provider_tree [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.347792] env[69308]: DEBUG nova.network.neutron [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance_info_cache with network_info: [{"id": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "address": "fa:16:3e:9e:00:9e", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b7f3e1-91", "ovs_interfaceid": "75b7f3e1-91c8-486e-abd4-9565e3e6927c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.437356] env[69308]: DEBUG nova.network.neutron [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [{"id": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "address": "fa:16:3e:74:66:15", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ca918b-9b", "ovs_interfaceid": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.807730] env[69308]: DEBUG nova.scheduler.client.report [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.850774] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-c874bb91-fec3-471f-bea8-3be5cbd6801f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.851364] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.851775] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcdbc2df-c642-40db-8e2a-36d91afd6af1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.859182] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1295.859182] env[69308]: value = "task-3869498" [ 1295.859182] env[69308]: _type = "Task" [ 1295.859182] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.869783] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.941290] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.369256] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869498, 'name': PowerOffVM_Task, 'duration_secs': 0.19175} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.369553] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.370280] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.370483] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.370706] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.370766] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.370940] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.371076] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.371543] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.371543] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.371713] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.371894] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.371993] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.377177] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14fb88e-4066-4c91-8e82-cd5a20c4c847 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.397957] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1296.397957] env[69308]: value = "task-3869499" [ 1296.397957] env[69308]: _type = "Task" [ 1296.397957] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.409604] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.472384] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db81ef-33c2-4086-9ffd-568618efd4e6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.493736] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28521c85-c655-463a-9bdb-be41858e9198 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.502811] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance 'a898eb7f-f061-4de4-976e-b24943208078' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.818068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.187s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.908738] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869499, 'name': ReconfigVM_Task, 'duration_secs': 0.14327} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.909914] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e523fd2-6ec8-4c5f-b8f4-58323349ca29 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.933026] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.933291] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.933540] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.933854] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.934168] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.934391] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.934716] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.935016] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.935330] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.935638] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.936112] env[69308]: DEBUG nova.virt.hardware [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.937063] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0708c4d2-5436-4291-acfe-1318227fe44c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.944245] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1296.944245] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526e9c82-bc65-f72d-9441-f6cf25125363" [ 1296.944245] env[69308]: _type = "Task" [ 1296.944245] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.954494] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]526e9c82-bc65-f72d-9441-f6cf25125363, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.959817] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1296.960179] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbff62e2-5903-42a6-a5f0-f272d69b7d52 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.979334] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1296.979334] env[69308]: value = "task-3869500" [ 1296.979334] env[69308]: _type = "Task" [ 1296.979334] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.989185] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.010359] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-b8680aee-ca6e-4ee0-b05b-43d136e306cf tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance 'a898eb7f-f061-4de4-976e-b24943208078' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.386747] env[69308]: INFO nova.scheduler.client.report [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted allocation for migration d499d500-390e-4f20-97cd-bf776b6e780b [ 1297.490259] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869500, 'name': ReconfigVM_Task, 'duration_secs': 0.213584} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.490551] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1297.491472] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720cf98e-6382-4df2-9908-a6915403279e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.515675] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f/c874bb91-fec3-471f-bea8-3be5cbd6801f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.518713] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ae0e8e-8348-4bf9-8a4d-6a26c305ca3b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.544184] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1297.544184] env[69308]: value = "task-3869501" [ 1297.544184] env[69308]: _type = "Task" [ 1297.544184] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.554149] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.893884] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.036s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.062018] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869501, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.556155] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "a898eb7f-f061-4de4-976e-b24943208078" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.556475] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.556687] env[69308]: DEBUG nova.compute.manager [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Going to confirm migration 9 {{(pid=69308) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1298.558341] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869501, 'name': ReconfigVM_Task, 'duration_secs': 0.528372} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.558825] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f/c874bb91-fec3-471f-bea8-3be5cbd6801f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.559718] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220c07ed-42ca-4ca9-a39e-4a1810123b1b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.581576] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1589df-0b31-4ad4-93c5-9f79da1fd5d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.600455] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01975101-c108-4bec-9875-69affd58a95f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.619435] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fc4f06-3140-4d67-af10-47a4c68ba29c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.626886] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.627178] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8285460-2663-4819-88e8-fd14a6e8c8b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.639375] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1298.639375] env[69308]: value = "task-3869502" [ 1298.639375] env[69308]: _type = "Task" [ 1298.639375] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.647932] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.147665] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.147944] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.148063] env[69308]: DEBUG nova.network.neutron [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.148262] env[69308]: DEBUG nova.objects.instance [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'info_cache' on Instance uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.152711] env[69308]: DEBUG oslo_vmware.api [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869502, 'name': PowerOnVM_Task, 'duration_secs': 0.36868} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.153187] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.377835] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.378124] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.378358] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.378567] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.378739] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.380986] env[69308]: INFO nova.compute.manager [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Terminating instance [ 1299.885182] env[69308]: DEBUG nova.compute.manager [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.885434] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.886422] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a0504b-74a8-4e82-b490-19bb88491490 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.895266] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.895577] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-003618eb-3476-455f-8a85-ffe081a8bd69 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.902020] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1299.902020] env[69308]: value = "task-3869503" [ 1299.902020] env[69308]: _type = "Task" [ 1299.902020] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.910312] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.163877] env[69308]: INFO nova.compute.manager [None req-b2f9b81a-7d7e-4d47-85c6-901beed957ae tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance to original state: 'active' [ 1300.393944] env[69308]: DEBUG nova.network.neutron [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [{"id": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "address": "fa:16:3e:74:66:15", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ca918b-9b", "ovs_interfaceid": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.412603] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869503, 'name': PowerOffVM_Task, 'duration_secs': 0.174973} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.412888] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.413077] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.413335] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-938c69f6-65ff-4106-ab2f-c1ab68b17fb1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.879849] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.880137] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.880399] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleting the datastore file [datastore1] 49b04799-6ec4-442a-9c7e-2f4a32dcbfab {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.880768] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d7d4792-d0e0-44d7-b593-8f31de99469a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.887682] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for the task: (returnval){ [ 1300.887682] env[69308]: value = "task-3869505" [ 1300.887682] env[69308]: _type = "Task" [ 1300.887682] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.895870] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.897459] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.897689] env[69308]: DEBUG nova.objects.instance [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'migration_context' on Instance uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.058809] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "c874bb91-fec3-471f-bea8-3be5cbd6801f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.059175] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.059324] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.059513] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.059690] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.063124] env[69308]: INFO nova.compute.manager [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Terminating instance [ 1301.398729] env[69308]: DEBUG oslo_vmware.api [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Task: {'id': task-3869505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142727} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.399080] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.399123] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.399715] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.399715] env[69308]: INFO nova.compute.manager [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1301.399715] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.400418] env[69308]: DEBUG nova.objects.base [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1301.400702] env[69308]: DEBUG nova.compute.manager [-] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.400800] env[69308]: DEBUG nova.network.neutron [-] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.403127] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a791a2-9259-4cf5-ac91-267ad5078d72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.421918] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12f367f-21d0-4953-8872-922684f07e22 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.427966] env[69308]: DEBUG oslo_vmware.api [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1301.427966] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b0a920-e702-681f-1ee8-71614ee6e9db" [ 1301.427966] env[69308]: _type = "Task" [ 1301.427966] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.436265] env[69308]: DEBUG oslo_vmware.api [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b0a920-e702-681f-1ee8-71614ee6e9db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.567422] env[69308]: DEBUG nova.compute.manager [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.567658] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.568680] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e6beb6-20f6-4098-a6a4-22b2a8081974 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.577232] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.577513] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b97f574c-0c65-45ed-9756-5741e9f1fa20 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.585489] env[69308]: DEBUG oslo_vmware.api [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1301.585489] env[69308]: value = "task-3869506" [ 1301.585489] env[69308]: _type = "Task" [ 1301.585489] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.595305] env[69308]: DEBUG oslo_vmware.api [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.673774] env[69308]: DEBUG nova.compute.manager [req-84923d23-b74b-4211-9e10-ba3f4c63230f req-f0424901-e290-4367-acc1-fdaa0ba1fd25 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Received event network-vif-deleted-8f1186d2-f166-4f14-81ee-ebc929ef8efd {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.673774] env[69308]: INFO nova.compute.manager [req-84923d23-b74b-4211-9e10-ba3f4c63230f req-f0424901-e290-4367-acc1-fdaa0ba1fd25 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Neutron deleted interface 8f1186d2-f166-4f14-81ee-ebc929ef8efd; detaching it from the instance and deleting it from the info cache [ 1301.673774] env[69308]: DEBUG nova.network.neutron [req-84923d23-b74b-4211-9e10-ba3f4c63230f req-f0424901-e290-4367-acc1-fdaa0ba1fd25 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.939047] env[69308]: DEBUG oslo_vmware.api [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52b0a920-e702-681f-1ee8-71614ee6e9db, 'name': SearchDatastore_Task, 'duration_secs': 0.00796} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.939370] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.939618] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.095435] env[69308]: DEBUG oslo_vmware.api [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869506, 'name': PowerOffVM_Task, 'duration_secs': 0.186026} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.095803] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.095977] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.096269] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c46b553d-5188-423e-a1f9-6cf2af93586a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.159420] env[69308]: DEBUG nova.network.neutron [-] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.164597] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.164914] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Deleting contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.165138] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleting the datastore file [datastore2] c874bb91-fec3-471f-bea8-3be5cbd6801f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.165656] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7bf7406-baed-4f41-bf9f-e99dc635f932 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.176860] env[69308]: DEBUG oslo_vmware.api [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1302.176860] env[69308]: value = "task-3869508" [ 1302.176860] env[69308]: _type = "Task" [ 1302.176860] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.180591] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f41c498b-7a76-427e-a950-56958178c317 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.197649] env[69308]: DEBUG oslo_vmware.api [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.200569] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ea910-e6d5-4177-8eb0-992cf29f6df2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.228252] env[69308]: DEBUG nova.compute.manager [req-84923d23-b74b-4211-9e10-ba3f4c63230f req-f0424901-e290-4367-acc1-fdaa0ba1fd25 service nova] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Detach interface failed, port_id=8f1186d2-f166-4f14-81ee-ebc929ef8efd, reason: Instance 49b04799-6ec4-442a-9c7e-2f4a32dcbfab could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1302.514982] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e38c1f-d2cf-4cae-9dc0-95e91a6c13d4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.525030] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a083f-39e1-46af-863a-58e8d0017d2d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.557039] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4035fec4-2bb0-47c3-85a0-0c8f11800519 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.565365] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aa280b-7bf1-43db-b036-b266a44eff7b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.579457] env[69308]: DEBUG nova.compute.provider_tree [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.666457] env[69308]: INFO nova.compute.manager [-] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Took 1.27 seconds to deallocate network for instance. [ 1302.693889] env[69308]: DEBUG oslo_vmware.api [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15218} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.694173] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.694358] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Deleted contents of the VM from datastore datastore2 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.694533] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.694702] env[69308]: INFO nova.compute.manager [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1302.694934] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.695133] env[69308]: DEBUG nova.compute.manager [-] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.695230] env[69308]: DEBUG nova.network.neutron [-] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.084856] env[69308]: DEBUG nova.scheduler.client.report [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.174246] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.591787] env[69308]: DEBUG nova.network.neutron [-] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.700230] env[69308]: DEBUG nova.compute.manager [req-522cc231-dcc3-41f5-a1a1-a0814488cccb req-cb9f586c-5287-467c-854a-7ff30834c585 service nova] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Received event network-vif-deleted-75b7f3e1-91c8-486e-abd4-9565e3e6927c {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.094740] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.155s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.094985] env[69308]: DEBUG nova.compute.manager [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69308) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1304.098420] env[69308]: INFO nova.compute.manager [-] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Took 1.40 seconds to deallocate network for instance. [ 1304.098507] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.925s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.098709] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.128389] env[69308]: INFO nova.scheduler.client.report [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Deleted allocations for instance 49b04799-6ec4-442a-9c7e-2f4a32dcbfab [ 1304.609459] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.609759] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.609906] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.628796] env[69308]: INFO nova.scheduler.client.report [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted allocations for instance c874bb91-fec3-471f-bea8-3be5cbd6801f [ 1304.636622] env[69308]: DEBUG oslo_concurrency.lockutils [None req-a0553fb9-3d53-4cb0-94b4-2f769f9ca5f2 tempest-DeleteServersTestJSON-532324397 tempest-DeleteServersTestJSON-532324397-project-member] Lock "49b04799-6ec4-442a-9c7e-2f4a32dcbfab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.258s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.660245] env[69308]: INFO nova.scheduler.client.report [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted allocation for migration c499b9c0-ace3-4cbb-af6d-e2bbddb07ab5 [ 1305.137237] env[69308]: DEBUG oslo_concurrency.lockutils [None req-6a3c1f8a-9528-4c7e-87c2-8d4b39b2deca tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "c874bb91-fec3-471f-bea8-3be5cbd6801f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.077s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.166564] env[69308]: DEBUG oslo_concurrency.lockutils [None req-b31d286d-c645-423d-893d-2e15a5ae2196 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.610s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.564199] env[69308]: DEBUG nova.objects.instance [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'flavor' on Instance uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.964409] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "602f3606-1073-4291-9631-1191a78580e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.964727] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "602f3606-1073-4291-9631-1191a78580e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.070560] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.070751] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.070904] env[69308]: DEBUG nova.network.neutron [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.071093] env[69308]: DEBUG nova.objects.instance [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'info_cache' on Instance uuid a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.467488] env[69308]: DEBUG nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.575088] env[69308]: DEBUG nova.objects.base [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1306.991415] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.991713] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.993236] env[69308]: INFO nova.compute.claims [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.307532] env[69308]: DEBUG nova.network.neutron [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [{"id": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "address": "fa:16:3e:74:66:15", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ca918b-9b", "ovs_interfaceid": "c1ca918b-9b0a-48ac-94ee-e5e56dad4cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.810762] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-a898eb7f-f061-4de4-976e-b24943208078" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.050945] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1654e092-689a-483e-a263-801a570e328a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.059232] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45949bb4-2d48-43f5-88ff-cf39160f836e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.091415] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee237968-409f-4f84-ad89-dbe55d4f4153 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.099620] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad363f3-1904-4eea-8175-4f37db67b2f7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.113849] env[69308]: DEBUG nova.compute.provider_tree [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.618962] env[69308]: DEBUG nova.scheduler.client.report [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.816267] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.816585] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b44a595-b2e0-4062-b189-e4d5a77a7e9c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.823567] env[69308]: DEBUG oslo_vmware.api [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1308.823567] env[69308]: value = "task-3869510" [ 1308.823567] env[69308]: _type = "Task" [ 1308.823567] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.831789] env[69308]: DEBUG oslo_vmware.api [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.123996] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.124619] env[69308]: DEBUG nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.334719] env[69308]: DEBUG oslo_vmware.api [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869510, 'name': PowerOnVM_Task, 'duration_secs': 0.417567} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.335016] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.339200] env[69308]: DEBUG nova.compute.manager [None req-0680405f-4ed7-4947-b5bd-854a5ab859e7 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.341368] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2e0975-04d1-4478-a061-b39c316d999b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.629697] env[69308]: DEBUG nova.compute.utils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1309.631401] env[69308]: DEBUG nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.632073] env[69308]: DEBUG nova.network.neutron [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.681025] env[69308]: DEBUG nova.policy [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '241b2cba5861422e989b652b170b06ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983c3020d8374ffcb54d8b9976da06df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.037143] env[69308]: DEBUG nova.network.neutron [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Successfully created port: 17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.135880] env[69308]: DEBUG nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.238135] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "a898eb7f-f061-4de4-976e-b24943208078" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.238421] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.238705] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "a898eb7f-f061-4de4-976e-b24943208078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.238917] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.239105] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.242820] env[69308]: INFO nova.compute.manager [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Terminating instance [ 1310.747496] env[69308]: DEBUG nova.compute.manager [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.747808] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.748950] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c9a7c0-9738-42b9-a4b6-a92905d50abd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.758840] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.759137] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6a02889-f527-4761-a141-9f30fb4019a1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.766414] env[69308]: DEBUG oslo_vmware.api [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1310.766414] env[69308]: value = "task-3869511" [ 1310.766414] env[69308]: _type = "Task" [ 1310.766414] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.776301] env[69308]: DEBUG oslo_vmware.api [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.147381] env[69308]: DEBUG nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.176010] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.176484] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.176680] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.176869] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.177030] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.177245] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.177491] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.177656] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.177831] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.177992] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.178180] env[69308]: DEBUG nova.virt.hardware [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.179056] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0fdf41-4211-4ee3-90b5-29a7abc0cca7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.188183] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba3837-1123-4a86-be3d-45055c9e67ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.276952] env[69308]: DEBUG oslo_vmware.api [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869511, 'name': PowerOffVM_Task, 'duration_secs': 0.209119} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.277258] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.277828] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.277828] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c41ada-9731-44f4-9752-2e03101c2810 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.347313] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.347586] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.347750] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleting the datastore file [datastore1] a898eb7f-f061-4de4-976e-b24943208078 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.348112] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb87ede2-dadd-4258-b2de-2062eaf270d6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.356673] env[69308]: DEBUG oslo_vmware.api [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1311.356673] env[69308]: value = "task-3869513" [ 1311.356673] env[69308]: _type = "Task" [ 1311.356673] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.364660] env[69308]: DEBUG oslo_vmware.api [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.440315] env[69308]: DEBUG nova.compute.manager [req-436ae893-e1cb-4844-ac6b-de74ac591a68 req-2c9ebd16-24f7-4157-9b7b-65ef97a69136 service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Received event network-vif-plugged-17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.440623] env[69308]: DEBUG oslo_concurrency.lockutils [req-436ae893-e1cb-4844-ac6b-de74ac591a68 req-2c9ebd16-24f7-4157-9b7b-65ef97a69136 service nova] Acquiring lock "602f3606-1073-4291-9631-1191a78580e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.440922] env[69308]: DEBUG oslo_concurrency.lockutils [req-436ae893-e1cb-4844-ac6b-de74ac591a68 req-2c9ebd16-24f7-4157-9b7b-65ef97a69136 service nova] Lock "602f3606-1073-4291-9631-1191a78580e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.441268] env[69308]: DEBUG oslo_concurrency.lockutils [req-436ae893-e1cb-4844-ac6b-de74ac591a68 req-2c9ebd16-24f7-4157-9b7b-65ef97a69136 service nova] Lock "602f3606-1073-4291-9631-1191a78580e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.441409] env[69308]: DEBUG nova.compute.manager [req-436ae893-e1cb-4844-ac6b-de74ac591a68 req-2c9ebd16-24f7-4157-9b7b-65ef97a69136 service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] No waiting events found dispatching network-vif-plugged-17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.441650] env[69308]: WARNING nova.compute.manager [req-436ae893-e1cb-4844-ac6b-de74ac591a68 req-2c9ebd16-24f7-4157-9b7b-65ef97a69136 service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Received unexpected event network-vif-plugged-17fb5d62-f5ab-4762-8341-7e267abfeed9 for instance with vm_state building and task_state spawning. [ 1311.867025] env[69308]: DEBUG oslo_vmware.api [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168365} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.867356] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.867539] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.867713] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.867881] env[69308]: INFO nova.compute.manager [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: a898eb7f-f061-4de4-976e-b24943208078] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1311.868134] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.868326] env[69308]: DEBUG nova.compute.manager [-] [instance: a898eb7f-f061-4de4-976e-b24943208078] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.868422] env[69308]: DEBUG nova.network.neutron [-] [instance: a898eb7f-f061-4de4-976e-b24943208078] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.005936] env[69308]: DEBUG nova.network.neutron [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Successfully updated port: 17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.028824] env[69308]: DEBUG nova.compute.manager [req-e680d546-a5e8-4d0f-b766-4f614baee195 req-fd560fdb-d3cc-496f-8a2c-27f083f320ba service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Received event network-changed-17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.029061] env[69308]: DEBUG nova.compute.manager [req-e680d546-a5e8-4d0f-b766-4f614baee195 req-fd560fdb-d3cc-496f-8a2c-27f083f320ba service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Refreshing instance network info cache due to event network-changed-17fb5d62-f5ab-4762-8341-7e267abfeed9. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.029292] env[69308]: DEBUG oslo_concurrency.lockutils [req-e680d546-a5e8-4d0f-b766-4f614baee195 req-fd560fdb-d3cc-496f-8a2c-27f083f320ba service nova] Acquiring lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.029423] env[69308]: DEBUG oslo_concurrency.lockutils [req-e680d546-a5e8-4d0f-b766-4f614baee195 req-fd560fdb-d3cc-496f-8a2c-27f083f320ba service nova] Acquired lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.029564] env[69308]: DEBUG nova.network.neutron [req-e680d546-a5e8-4d0f-b766-4f614baee195 req-fd560fdb-d3cc-496f-8a2c-27f083f320ba service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Refreshing network info cache for port 17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.299920] env[69308]: DEBUG nova.compute.manager [req-9a181ce7-388e-4d38-9eee-61813945c4d3 req-ec5ff088-ea8c-495b-a629-efe2fe36aa35 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Received event network-vif-deleted-c1ca918b-9b0a-48ac-94ee-e5e56dad4cec {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.300161] env[69308]: INFO nova.compute.manager [req-9a181ce7-388e-4d38-9eee-61813945c4d3 req-ec5ff088-ea8c-495b-a629-efe2fe36aa35 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Neutron deleted interface c1ca918b-9b0a-48ac-94ee-e5e56dad4cec; detaching it from the instance and deleting it from the info cache [ 1312.300317] env[69308]: DEBUG nova.network.neutron [req-9a181ce7-388e-4d38-9eee-61813945c4d3 req-ec5ff088-ea8c-495b-a629-efe2fe36aa35 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.509768] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.560873] env[69308]: DEBUG nova.network.neutron [req-e680d546-a5e8-4d0f-b766-4f614baee195 req-fd560fdb-d3cc-496f-8a2c-27f083f320ba service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.631787] env[69308]: DEBUG nova.network.neutron [req-e680d546-a5e8-4d0f-b766-4f614baee195 req-fd560fdb-d3cc-496f-8a2c-27f083f320ba service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.777033] env[69308]: DEBUG nova.network.neutron [-] [instance: a898eb7f-f061-4de4-976e-b24943208078] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.802980] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cd9a184-5a43-45b0-a384-6fb09a524988 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.814176] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb53a3-cf42-483c-b452-cfac5006845a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.840794] env[69308]: DEBUG nova.compute.manager [req-9a181ce7-388e-4d38-9eee-61813945c4d3 req-ec5ff088-ea8c-495b-a629-efe2fe36aa35 service nova] [instance: a898eb7f-f061-4de4-976e-b24943208078] Detach interface failed, port_id=c1ca918b-9b0a-48ac-94ee-e5e56dad4cec, reason: Instance a898eb7f-f061-4de4-976e-b24943208078 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.134583] env[69308]: DEBUG oslo_concurrency.lockutils [req-e680d546-a5e8-4d0f-b766-4f614baee195 req-fd560fdb-d3cc-496f-8a2c-27f083f320ba service nova] Releasing lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.135053] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.135162] env[69308]: DEBUG nova.network.neutron [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.279820] env[69308]: INFO nova.compute.manager [-] [instance: a898eb7f-f061-4de4-976e-b24943208078] Took 1.41 seconds to deallocate network for instance. [ 1313.667986] env[69308]: DEBUG nova.network.neutron [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.786658] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.786971] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.787129] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.789946] env[69308]: DEBUG nova.network.neutron [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Updating instance_info_cache with network_info: [{"id": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "address": "fa:16:3e:c3:a7:06", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17fb5d62-f5", "ovs_interfaceid": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.815117] env[69308]: INFO nova.scheduler.client.report [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted allocations for instance a898eb7f-f061-4de4-976e-b24943208078 [ 1314.292338] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.292672] env[69308]: DEBUG nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Instance network_info: |[{"id": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "address": "fa:16:3e:c3:a7:06", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17fb5d62-f5", "ovs_interfaceid": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.293151] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a7:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17fb5d62-f5ab-4762-8341-7e267abfeed9', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.301233] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.301477] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602f3606-1073-4291-9631-1191a78580e5] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.301705] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b12fb9a2-9a13-4630-b316-661667f0c49f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.323609] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.323609] env[69308]: value = "task-3869514" [ 1314.323609] env[69308]: _type = "Task" [ 1314.323609] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.324168] env[69308]: DEBUG oslo_concurrency.lockutils [None req-68e053ad-bac8-4a6b-8a03-ddbfc3875ab3 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "a898eb7f-f061-4de4-976e-b24943208078" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.086s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.334507] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869514, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.835122] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869514, 'name': CreateVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.219071] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "3b82becc-16fa-4675-a89a-121667291e1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.219325] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.029150] env[69308]: DEBUG nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.037437] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869514, 'name': CreateVM_Task, 'duration_secs': 1.079051} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.037593] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 602f3606-1073-4291-9631-1191a78580e5] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.038267] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.038428] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.038784] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.039048] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc06522b-846f-4356-9472-faf391ad3390 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.043648] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1316.043648] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fe1c7b-cc8c-300e-aa3d-550dbb169371" [ 1316.043648] env[69308]: _type = "Task" [ 1316.043648] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.052437] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fe1c7b-cc8c-300e-aa3d-550dbb169371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.554070] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52fe1c7b-cc8c-300e-aa3d-550dbb169371, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.555075] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.555357] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.556959] env[69308]: INFO nova.compute.claims [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.559463] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.560024] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.560024] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.560166] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.560222] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.560675] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-598fa7dd-194e-469c-96da-b2e426039ab0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.569171] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.569344] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.570037] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e01dd0-1d32-4d43-837a-1a3f62212caf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.575130] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1316.575130] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5281a881-dd87-2d98-f893-433d4bb56b06" [ 1316.575130] env[69308]: _type = "Task" [ 1316.575130] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.583377] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5281a881-dd87-2d98-f893-433d4bb56b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.085418] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5281a881-dd87-2d98-f893-433d4bb56b06, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.086190] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fb2987-b1da-4cb9-9ff9-36dd083a0eff {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.092157] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1317.092157] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]524e0bf3-5ff0-1735-39a6-83bfd4f34e22" [ 1317.092157] env[69308]: _type = "Task" [ 1317.092157] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.100252] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524e0bf3-5ff0-1735-39a6-83bfd4f34e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.602571] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]524e0bf3-5ff0-1735-39a6-83bfd4f34e22, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.603584] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.603839] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 602f3606-1073-4291-9631-1191a78580e5/602f3606-1073-4291-9631-1191a78580e5.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.604571] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3019c83-2ade-4560-8c59-5c5a47e19a3e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.606925] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe3a0e8e-f0cd-4646-8129-a910df0f24dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.613407] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1727a519-8523-4bb5-85d6-aa21f11414f6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.643256] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba36bb6-2ce8-4503-be71-ce31adc2a9c7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.651243] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc17f2-0d4c-422b-a3c8-777d134963ba {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.664652] env[69308]: DEBUG nova.compute.provider_tree [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.674475] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1317.674475] env[69308]: value = "task-3869515" [ 1317.674475] env[69308]: _type = "Task" [ 1317.674475] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.683851] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.168406] env[69308]: DEBUG nova.scheduler.client.report [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.185312] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498349} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.186251] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 602f3606-1073-4291-9631-1191a78580e5/602f3606-1073-4291-9631-1191a78580e5.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.186492] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.186741] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc8011ab-7d07-4b8b-8a58-10213593472b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.194017] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1318.194017] env[69308]: value = "task-3869516" [ 1318.194017] env[69308]: _type = "Task" [ 1318.194017] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.203174] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.673438] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.673864] env[69308]: DEBUG nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.708016] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064745} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.708478] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.710464] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2d0d3e-6999-4000-abca-cfc60b9db367 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.749121] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 602f3606-1073-4291-9631-1191a78580e5/602f3606-1073-4291-9631-1191a78580e5.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.750239] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974bddc0-52d6-40a2-ba81-9d2c6f08bf10 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.778394] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1318.778394] env[69308]: value = "task-3869517" [ 1318.778394] env[69308]: _type = "Task" [ 1318.778394] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.786239] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.178940] env[69308]: DEBUG nova.compute.utils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.180780] env[69308]: DEBUG nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.180893] env[69308]: DEBUG nova.network.neutron [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.217292] env[69308]: DEBUG nova.policy [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e6df05b692243e5b7d415af77920970', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1cb6bba470f4c0b9704506c531ad2c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.288558] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869517, 'name': ReconfigVM_Task, 'duration_secs': 0.289082} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.288829] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 602f3606-1073-4291-9631-1191a78580e5/602f3606-1073-4291-9631-1191a78580e5.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.289474] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98eae0f2-41fd-44c8-a6ec-32778d20744c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.296384] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1319.296384] env[69308]: value = "task-3869518" [ 1319.296384] env[69308]: _type = "Task" [ 1319.296384] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.304338] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869518, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.489850] env[69308]: DEBUG nova.network.neutron [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Successfully created port: c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.684063] env[69308]: DEBUG nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1319.805783] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869518, 'name': Rename_Task, 'duration_secs': 0.132624} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.806065] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.806338] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51f0e347-ba51-487f-8c9e-5ce9d8b762d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.812928] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1319.812928] env[69308]: value = "task-3869519" [ 1319.812928] env[69308]: _type = "Task" [ 1319.812928] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.820284] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.324157] env[69308]: DEBUG oslo_vmware.api [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869519, 'name': PowerOnVM_Task, 'duration_secs': 0.450988} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.324670] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.324670] env[69308]: INFO nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1320.324811] env[69308]: DEBUG nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.325644] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13630922-75a1-4cf7-9a97-debb93c55193 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.694046] env[69308]: DEBUG nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.720061] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.720311] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.720479] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.720660] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.720802] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.720947] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.721171] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.721334] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.721501] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.721663] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.721830] env[69308]: DEBUG nova.virt.hardware [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.722699] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d488783-692f-4b21-850f-5413879e21d0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.731104] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109eac9c-c0bc-4b34-b358-643e41ae72f3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.843073] env[69308]: DEBUG nova.compute.manager [req-e05f9434-de5b-42f2-ae7b-82be1de3c85a req-9ba3d930-df15-4136-a5c6-47ea3d6ea989 service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Received event network-vif-plugged-c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.843296] env[69308]: DEBUG oslo_concurrency.lockutils [req-e05f9434-de5b-42f2-ae7b-82be1de3c85a req-9ba3d930-df15-4136-a5c6-47ea3d6ea989 service nova] Acquiring lock "3b82becc-16fa-4675-a89a-121667291e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.843498] env[69308]: DEBUG oslo_concurrency.lockutils [req-e05f9434-de5b-42f2-ae7b-82be1de3c85a req-9ba3d930-df15-4136-a5c6-47ea3d6ea989 service nova] Lock "3b82becc-16fa-4675-a89a-121667291e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.843664] env[69308]: DEBUG oslo_concurrency.lockutils [req-e05f9434-de5b-42f2-ae7b-82be1de3c85a req-9ba3d930-df15-4136-a5c6-47ea3d6ea989 service nova] Lock "3b82becc-16fa-4675-a89a-121667291e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.844781] env[69308]: DEBUG nova.compute.manager [req-e05f9434-de5b-42f2-ae7b-82be1de3c85a req-9ba3d930-df15-4136-a5c6-47ea3d6ea989 service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] No waiting events found dispatching network-vif-plugged-c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.844781] env[69308]: WARNING nova.compute.manager [req-e05f9434-de5b-42f2-ae7b-82be1de3c85a req-9ba3d930-df15-4136-a5c6-47ea3d6ea989 service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Received unexpected event network-vif-plugged-c144d04e-e33f-4846-b1c9-d701574aa147 for instance with vm_state building and task_state spawning. [ 1320.846097] env[69308]: INFO nova.compute.manager [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Took 13.87 seconds to build instance. [ 1320.929883] env[69308]: DEBUG nova.network.neutron [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Successfully updated port: c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.348282] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f3e46ba3-57ff-431a-9693-f561bf6d1ed6 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "602f3606-1073-4291-9631-1191a78580e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.383s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.432727] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.432953] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.433054] env[69308]: DEBUG nova.network.neutron [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.535570] env[69308]: DEBUG nova.compute.manager [req-e3eb05a1-754e-47b9-9360-dfd40e4fe401 req-4217c01b-9a24-4992-bbcb-d4c80e7e0fbd service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Received event network-changed-17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.535765] env[69308]: DEBUG nova.compute.manager [req-e3eb05a1-754e-47b9-9360-dfd40e4fe401 req-4217c01b-9a24-4992-bbcb-d4c80e7e0fbd service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Refreshing instance network info cache due to event network-changed-17fb5d62-f5ab-4762-8341-7e267abfeed9. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.535968] env[69308]: DEBUG oslo_concurrency.lockutils [req-e3eb05a1-754e-47b9-9360-dfd40e4fe401 req-4217c01b-9a24-4992-bbcb-d4c80e7e0fbd service nova] Acquiring lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.536312] env[69308]: DEBUG oslo_concurrency.lockutils [req-e3eb05a1-754e-47b9-9360-dfd40e4fe401 req-4217c01b-9a24-4992-bbcb-d4c80e7e0fbd service nova] Acquired lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.536534] env[69308]: DEBUG nova.network.neutron [req-e3eb05a1-754e-47b9-9360-dfd40e4fe401 req-4217c01b-9a24-4992-bbcb-d4c80e7e0fbd service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Refreshing network info cache for port 17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.966942] env[69308]: DEBUG nova.network.neutron [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.098079] env[69308]: DEBUG nova.network.neutron [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [{"id": "c144d04e-e33f-4846-b1c9-d701574aa147", "address": "fa:16:3e:20:54:5e", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144d04e-e3", "ovs_interfaceid": "c144d04e-e33f-4846-b1c9-d701574aa147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.302739] env[69308]: DEBUG nova.network.neutron [req-e3eb05a1-754e-47b9-9360-dfd40e4fe401 req-4217c01b-9a24-4992-bbcb-d4c80e7e0fbd service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Updated VIF entry in instance network info cache for port 17fb5d62-f5ab-4762-8341-7e267abfeed9. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.303143] env[69308]: DEBUG nova.network.neutron [req-e3eb05a1-754e-47b9-9360-dfd40e4fe401 req-4217c01b-9a24-4992-bbcb-d4c80e7e0fbd service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Updating instance_info_cache with network_info: [{"id": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "address": "fa:16:3e:c3:a7:06", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17fb5d62-f5", "ovs_interfaceid": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.601304] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.601680] env[69308]: DEBUG nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Instance network_info: |[{"id": "c144d04e-e33f-4846-b1c9-d701574aa147", "address": "fa:16:3e:20:54:5e", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144d04e-e3", "ovs_interfaceid": "c144d04e-e33f-4846-b1c9-d701574aa147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.602019] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:54:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c144d04e-e33f-4846-b1c9-d701574aa147', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.609783] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.610011] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.610246] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e725ab00-bb6d-43bb-82de-a608d1570325 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.629705] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.629705] env[69308]: value = "task-3869520" [ 1322.629705] env[69308]: _type = "Task" [ 1322.629705] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.637952] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869520, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.806270] env[69308]: DEBUG oslo_concurrency.lockutils [req-e3eb05a1-754e-47b9-9360-dfd40e4fe401 req-4217c01b-9a24-4992-bbcb-d4c80e7e0fbd service nova] Releasing lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.874155] env[69308]: DEBUG nova.compute.manager [req-c939c81d-0343-44da-bcae-1e52c8321ef2 req-54c3cccc-cb11-46c2-88ca-9ac28d878fea service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Received event network-changed-c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.874416] env[69308]: DEBUG nova.compute.manager [req-c939c81d-0343-44da-bcae-1e52c8321ef2 req-54c3cccc-cb11-46c2-88ca-9ac28d878fea service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Refreshing instance network info cache due to event network-changed-c144d04e-e33f-4846-b1c9-d701574aa147. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.874719] env[69308]: DEBUG oslo_concurrency.lockutils [req-c939c81d-0343-44da-bcae-1e52c8321ef2 req-54c3cccc-cb11-46c2-88ca-9ac28d878fea service nova] Acquiring lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.874903] env[69308]: DEBUG oslo_concurrency.lockutils [req-c939c81d-0343-44da-bcae-1e52c8321ef2 req-54c3cccc-cb11-46c2-88ca-9ac28d878fea service nova] Acquired lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.875122] env[69308]: DEBUG nova.network.neutron [req-c939c81d-0343-44da-bcae-1e52c8321ef2 req-54c3cccc-cb11-46c2-88ca-9ac28d878fea service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Refreshing network info cache for port c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.140179] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869520, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.554658] env[69308]: DEBUG nova.network.neutron [req-c939c81d-0343-44da-bcae-1e52c8321ef2 req-54c3cccc-cb11-46c2-88ca-9ac28d878fea service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updated VIF entry in instance network info cache for port c144d04e-e33f-4846-b1c9-d701574aa147. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.555052] env[69308]: DEBUG nova.network.neutron [req-c939c81d-0343-44da-bcae-1e52c8321ef2 req-54c3cccc-cb11-46c2-88ca-9ac28d878fea service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [{"id": "c144d04e-e33f-4846-b1c9-d701574aa147", "address": "fa:16:3e:20:54:5e", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144d04e-e3", "ovs_interfaceid": "c144d04e-e33f-4846-b1c9-d701574aa147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.641038] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869520, 'name': CreateVM_Task, 'duration_secs': 0.659757} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.641398] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.641857] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.642038] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.642378] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.642645] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a276ecb-98f5-4396-8f28-369ab79210c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.647673] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1323.647673] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e062d8-dd17-76f4-ebae-e303b76d6641" [ 1323.647673] env[69308]: _type = "Task" [ 1323.647673] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.656307] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e062d8-dd17-76f4-ebae-e303b76d6641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.058452] env[69308]: DEBUG oslo_concurrency.lockutils [req-c939c81d-0343-44da-bcae-1e52c8321ef2 req-54c3cccc-cb11-46c2-88ca-9ac28d878fea service nova] Releasing lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.160179] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52e062d8-dd17-76f4-ebae-e303b76d6641, 'name': SearchDatastore_Task, 'duration_secs': 0.043618} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.160505] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.160733] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.160965] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.161197] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.161391] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.161656] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-982aa5b5-70ec-4ba8-b9c8-e7a29d2b93df {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.175784] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.175973] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.176792] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a69a04-ea51-4c83-b91b-fca594b7e7d7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.182844] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1324.182844] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]520eb366-5285-a4a1-0b77-5a238afe7806" [ 1324.182844] env[69308]: _type = "Task" [ 1324.182844] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.190868] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520eb366-5285-a4a1-0b77-5a238afe7806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.693265] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]520eb366-5285-a4a1-0b77-5a238afe7806, 'name': SearchDatastore_Task, 'duration_secs': 0.027646} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.694073] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c11a20-edec-4147-b43c-1c40d204de2a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.699244] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1324.699244] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ddc2eb-32ed-dcad-6624-8758aa185551" [ 1324.699244] env[69308]: _type = "Task" [ 1324.699244] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.706924] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ddc2eb-32ed-dcad-6624-8758aa185551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.210848] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ddc2eb-32ed-dcad-6624-8758aa185551, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.211133] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.211399] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f/3b82becc-16fa-4675-a89a-121667291e1f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.211649] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda0d6fd-388a-4411-9d3f-991f3d58f680 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.219490] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1325.219490] env[69308]: value = "task-3869521" [ 1325.219490] env[69308]: _type = "Task" [ 1325.219490] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.228368] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.312524] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.312822] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.312981] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.313152] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.313308] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.313455] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.313608] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.313748] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1325.313892] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.729750] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48124} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.730136] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f/3b82becc-16fa-4675-a89a-121667291e1f.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.730238] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.730551] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86f849ad-ba33-4b40-9d89-6e6320521e71 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.737303] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1325.737303] env[69308]: value = "task-3869522" [ 1325.737303] env[69308]: _type = "Task" [ 1325.737303] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.746339] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.817755] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.818040] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.818221] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.818380] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1325.819349] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb6e30-bcc9-446b-9617-48e1346b78da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.827437] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03806379-4066-48ee-a3fc-cd59a4674095 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.842544] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0199ef-604a-4f93-be60-9b73d78429c2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.849384] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0243c-5cbe-4ee8-afa2-5e0fa7e5b0ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.878874] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180803MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1325.879063] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.879257] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.247373] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059084} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.247662] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.248433] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff3396-0e9b-4986-84e5-aedf5a4a3602 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.270032] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f/3b82becc-16fa-4675-a89a-121667291e1f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.270310] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6654aa1a-5033-44ed-b9f6-6a7afffac27d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.290508] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1326.290508] env[69308]: value = "task-3869523" [ 1326.290508] env[69308]: _type = "Task" [ 1326.290508] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.298828] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.801985] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.907079] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 602f3606-1073-4291-9631-1191a78580e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1326.907079] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 3b82becc-16fa-4675-a89a-121667291e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1326.907079] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1326.907079] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1326.948767] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a27abf-d8e9-48b2-9f65-8322083677ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.957696] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc41c6c2-3268-4ee6-8e8b-e059f6c3a3ce {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.990771] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c73aeb-12ca-4884-b414-1d0e66d8462f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.998695] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35a69f3-3e61-4d4b-b7a0-758fe3a9d20a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.012789] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.301123] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869523, 'name': ReconfigVM_Task, 'duration_secs': 0.785806} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.301409] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f/3b82becc-16fa-4675-a89a-121667291e1f.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.302070] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba78d59-3554-4ca0-a6c6-0a4cf350e8fc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.309343] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1327.309343] env[69308]: value = "task-3869524" [ 1327.309343] env[69308]: _type = "Task" [ 1327.309343] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.318125] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869524, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.515989] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.820219] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869524, 'name': Rename_Task, 'duration_secs': 0.142901} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.820567] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.820795] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23918304-7098-44fa-a517-1dfc54c2812e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.828189] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1327.828189] env[69308]: value = "task-3869525" [ 1327.828189] env[69308]: _type = "Task" [ 1327.828189] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.836904] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.021573] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1328.021573] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.339080] env[69308]: DEBUG oslo_vmware.api [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869525, 'name': PowerOnVM_Task, 'duration_secs': 0.476981} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.339080] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.339080] env[69308]: INFO nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1328.339080] env[69308]: DEBUG nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.339893] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5fcc0b-c201-4301-9cc9-dbedf33352d9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.861431] env[69308]: INFO nova.compute.manager [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Took 12.33 seconds to build instance. [ 1329.365061] env[69308]: DEBUG oslo_concurrency.lockutils [None req-f95ec797-d574-4507-82e4-29d7f7f88887 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.145s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.417015] env[69308]: DEBUG nova.compute.manager [req-8b370ba3-40d6-4ec9-b392-f57c5b718c69 req-87b19aa6-d85e-4aad-87cc-a91fefb50eae service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Received event network-changed-c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.417222] env[69308]: DEBUG nova.compute.manager [req-8b370ba3-40d6-4ec9-b392-f57c5b718c69 req-87b19aa6-d85e-4aad-87cc-a91fefb50eae service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Refreshing instance network info cache due to event network-changed-c144d04e-e33f-4846-b1c9-d701574aa147. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.417460] env[69308]: DEBUG oslo_concurrency.lockutils [req-8b370ba3-40d6-4ec9-b392-f57c5b718c69 req-87b19aa6-d85e-4aad-87cc-a91fefb50eae service nova] Acquiring lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.417612] env[69308]: DEBUG oslo_concurrency.lockutils [req-8b370ba3-40d6-4ec9-b392-f57c5b718c69 req-87b19aa6-d85e-4aad-87cc-a91fefb50eae service nova] Acquired lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.417775] env[69308]: DEBUG nova.network.neutron [req-8b370ba3-40d6-4ec9-b392-f57c5b718c69 req-87b19aa6-d85e-4aad-87cc-a91fefb50eae service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Refreshing network info cache for port c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.134871] env[69308]: DEBUG nova.network.neutron [req-8b370ba3-40d6-4ec9-b392-f57c5b718c69 req-87b19aa6-d85e-4aad-87cc-a91fefb50eae service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updated VIF entry in instance network info cache for port c144d04e-e33f-4846-b1c9-d701574aa147. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.135271] env[69308]: DEBUG nova.network.neutron [req-8b370ba3-40d6-4ec9-b392-f57c5b718c69 req-87b19aa6-d85e-4aad-87cc-a91fefb50eae service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [{"id": "c144d04e-e33f-4846-b1c9-d701574aa147", "address": "fa:16:3e:20:54:5e", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144d04e-e3", "ovs_interfaceid": "c144d04e-e33f-4846-b1c9-d701574aa147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.638363] env[69308]: DEBUG oslo_concurrency.lockutils [req-8b370ba3-40d6-4ec9-b392-f57c5b718c69 req-87b19aa6-d85e-4aad-87cc-a91fefb50eae service nova] Releasing lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.652112] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "602f3606-1073-4291-9631-1191a78580e5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.652112] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "602f3606-1073-4291-9631-1191a78580e5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.652112] env[69308]: DEBUG nova.compute.manager [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.653047] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650e80c-e622-4202-9cdd-4b697bc5a460 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.660419] env[69308]: DEBUG nova.compute.manager [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69308) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1358.661072] env[69308]: DEBUG nova.objects.instance [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'flavor' on Instance uuid 602f3606-1073-4291-9631-1191a78580e5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.670053] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.670388] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cb10888-e015-438d-93e7-d80366f0a671 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.677660] env[69308]: DEBUG oslo_vmware.api [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1359.677660] env[69308]: value = "task-3869526" [ 1359.677660] env[69308]: _type = "Task" [ 1359.677660] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.687197] env[69308]: DEBUG oslo_vmware.api [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.187283] env[69308]: DEBUG oslo_vmware.api [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869526, 'name': PowerOffVM_Task, 'duration_secs': 0.189728} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.187533] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.187732] env[69308]: DEBUG nova.compute.manager [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.188514] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dac52b5-4af2-4b23-b5fa-5fda3efc9c76 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.700221] env[69308]: DEBUG oslo_concurrency.lockutils [None req-e30c9092-cc1b-4540-9a00-d60b5315a8ea tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "602f3606-1073-4291-9631-1191a78580e5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.057647] env[69308]: DEBUG nova.objects.instance [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'flavor' on Instance uuid 602f3606-1073-4291-9631-1191a78580e5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.563118] env[69308]: DEBUG oslo_concurrency.lockutils [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.563330] env[69308]: DEBUG oslo_concurrency.lockutils [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.563521] env[69308]: DEBUG nova.network.neutron [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.563698] env[69308]: DEBUG nova.objects.instance [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'info_cache' on Instance uuid 602f3606-1073-4291-9631-1191a78580e5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.067647] env[69308]: DEBUG nova.objects.base [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Object Instance<602f3606-1073-4291-9631-1191a78580e5> lazy-loaded attributes: flavor,info_cache {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1362.769326] env[69308]: DEBUG nova.network.neutron [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Updating instance_info_cache with network_info: [{"id": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "address": "fa:16:3e:c3:a7:06", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17fb5d62-f5", "ovs_interfaceid": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.272154] env[69308]: DEBUG oslo_concurrency.lockutils [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.278715] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.279133] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8124373d-e436-4d75-be66-d82ca98c3719 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.286563] env[69308]: DEBUG oslo_vmware.api [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1364.286563] env[69308]: value = "task-3869527" [ 1364.286563] env[69308]: _type = "Task" [ 1364.286563] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.299024] env[69308]: DEBUG oslo_vmware.api [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.797933] env[69308]: DEBUG oslo_vmware.api [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869527, 'name': PowerOnVM_Task, 'duration_secs': 0.387646} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.798313] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.798446] env[69308]: DEBUG nova.compute.manager [None req-148f01bc-f45c-4ce7-82ae-cccba4e58760 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.799362] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8b4c4b-c48d-4b52-8032-9b675cc4f2fb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.849915] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79c6b39-88c0-422b-85da-eb953e1fdcdc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.858007] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fbf356-3405-4ba7-888b-b3dc83dbb7bc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Suspending the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1365.858282] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a7dd9393-286e-4e09-86c3-d492904e7119 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.865893] env[69308]: DEBUG oslo_vmware.api [None req-e1fbf356-3405-4ba7-888b-b3dc83dbb7bc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1365.865893] env[69308]: value = "task-3869528" [ 1365.865893] env[69308]: _type = "Task" [ 1365.865893] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.875328] env[69308]: DEBUG oslo_vmware.api [None req-e1fbf356-3405-4ba7-888b-b3dc83dbb7bc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869528, 'name': SuspendVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.377612] env[69308]: DEBUG oslo_vmware.api [None req-e1fbf356-3405-4ba7-888b-b3dc83dbb7bc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869528, 'name': SuspendVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.878094] env[69308]: DEBUG oslo_vmware.api [None req-e1fbf356-3405-4ba7-888b-b3dc83dbb7bc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869528, 'name': SuspendVM_Task} progress is 70%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.059818] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "3b82becc-16fa-4675-a89a-121667291e1f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.060073] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.378445] env[69308]: DEBUG oslo_vmware.api [None req-e1fbf356-3405-4ba7-888b-b3dc83dbb7bc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869528, 'name': SuspendVM_Task, 'duration_secs': 1.075715} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.378687] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fbf356-3405-4ba7-888b-b3dc83dbb7bc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Suspended the VM {{(pid=69308) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1367.378888] env[69308]: DEBUG nova.compute.manager [None req-e1fbf356-3405-4ba7-888b-b3dc83dbb7bc tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.379688] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995abe1-34e8-45a9-ab66-048327b7c07b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.563469] env[69308]: DEBUG nova.compute.utils [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1368.066868] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.199134] env[69308]: INFO nova.compute.manager [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Resuming [ 1368.199761] env[69308]: DEBUG nova.objects.instance [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'flavor' on Instance uuid 602f3606-1073-4291-9631-1191a78580e5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.122078] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "3b82becc-16fa-4675-a89a-121667291e1f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.122427] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.122554] env[69308]: INFO nova.compute.manager [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Attaching volume c0df40a5-853f-4cf3-8524-bf5792d90ad2 to /dev/sdb [ 1369.154550] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1845ca4-c840-4fc1-9082-452b75275b91 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.162162] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d7c0a4-5414-4252-b845-e846444b0c6b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.175737] env[69308]: DEBUG nova.virt.block_device [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating existing volume attachment record: 5c70d427-21e3-497c-8e22-a45b9e8caf30 {{(pid=69308) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1369.709873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.709873] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquired lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.709873] env[69308]: DEBUG nova.network.neutron [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.442166] env[69308]: DEBUG nova.network.neutron [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Updating instance_info_cache with network_info: [{"id": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "address": "fa:16:3e:c3:a7:06", "network": {"id": "a129861b-651d-45d5-bae5-bf00fd9713cc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1202750488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983c3020d8374ffcb54d8b9976da06df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17fb5d62-f5", "ovs_interfaceid": "17fb5d62-f5ab-4762-8341-7e267abfeed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.945749] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Releasing lock "refresh_cache-602f3606-1073-4291-9631-1191a78580e5" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.946783] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c24d11-da9b-46a0-aa83-f461a9af0a72 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.954196] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Resuming the VM {{(pid=69308) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1370.954469] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22e1059d-e67c-44ab-adfb-98ada7de712c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.962278] env[69308]: DEBUG oslo_vmware.api [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1370.962278] env[69308]: value = "task-3869532" [ 1370.962278] env[69308]: _type = "Task" [ 1370.962278] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.971428] env[69308]: DEBUG oslo_vmware.api [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.483616] env[69308]: DEBUG oslo_vmware.api [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.973155] env[69308]: DEBUG oslo_vmware.api [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869532, 'name': PowerOnVM_Task, 'duration_secs': 0.5581} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.973423] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Resumed the VM {{(pid=69308) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1371.973656] env[69308]: DEBUG nova.compute.manager [None req-4a55b9d6-0eb9-4134-90c9-a3bd596fa7e5 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.974448] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0a4691-a11b-4443-8309-1f54745f3883 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.930422] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "602f3606-1073-4291-9631-1191a78580e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.932058] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "602f3606-1073-4291-9631-1191a78580e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.932058] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "602f3606-1073-4291-9631-1191a78580e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.932058] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "602f3606-1073-4291-9631-1191a78580e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.932058] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "602f3606-1073-4291-9631-1191a78580e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.934234] env[69308]: INFO nova.compute.manager [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Terminating instance [ 1373.438087] env[69308]: DEBUG nova.compute.manager [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.438318] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.439295] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cbefe3-9872-4066-94ff-adbeecb9bfae {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.449316] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.449570] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d6a2b02-7953-4ae1-bf5d-c68161c22657 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.456097] env[69308]: DEBUG oslo_vmware.api [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1373.456097] env[69308]: value = "task-3869534" [ 1373.456097] env[69308]: _type = "Task" [ 1373.456097] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.465101] env[69308]: DEBUG oslo_vmware.api [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.721737] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Volume attach. Driver type: vmdk {{(pid=69308) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1373.721985] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768843', 'volume_id': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'name': 'volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b82becc-16fa-4675-a89a-121667291e1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'serial': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1373.722877] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea9273a-a707-4210-a895-ee0b142ee902 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.740275] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d6bf5-9d98-4609-a15d-ca282c6c3d18 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.764989] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2/volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.765326] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4002d099-04c7-4fd2-af71-5e3bc900eb22 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.784102] env[69308]: DEBUG oslo_vmware.api [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1373.784102] env[69308]: value = "task-3869535" [ 1373.784102] env[69308]: _type = "Task" [ 1373.784102] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.792956] env[69308]: DEBUG oslo_vmware.api [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.967074] env[69308]: DEBUG oslo_vmware.api [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869534, 'name': PowerOffVM_Task, 'duration_secs': 0.209786} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.967527] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.967766] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.968630] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88e82861-e0fd-4cd2-86be-fc88f9976129 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.027491] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.027663] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.027885] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleting the datastore file [datastore1] 602f3606-1073-4291-9631-1191a78580e5 {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.028249] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-035b8090-e140-40cf-bb22-b4e003f5fadf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.034812] env[69308]: DEBUG oslo_vmware.api [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for the task: (returnval){ [ 1374.034812] env[69308]: value = "task-3869537" [ 1374.034812] env[69308]: _type = "Task" [ 1374.034812] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.043509] env[69308]: DEBUG oslo_vmware.api [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.294161] env[69308]: DEBUG oslo_vmware.api [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869535, 'name': ReconfigVM_Task, 'duration_secs': 0.360376} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.294385] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2/volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.299086] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c314543a-776b-412a-bb70-4383cdb98219 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.313594] env[69308]: DEBUG oslo_vmware.api [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1374.313594] env[69308]: value = "task-3869538" [ 1374.313594] env[69308]: _type = "Task" [ 1374.313594] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.323646] env[69308]: DEBUG oslo_vmware.api [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.544540] env[69308]: DEBUG oslo_vmware.api [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Task: {'id': task-3869537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151369} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.544812] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.544982] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.545122] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.545473] env[69308]: INFO nova.compute.manager [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] [instance: 602f3606-1073-4291-9631-1191a78580e5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1374.545473] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.545667] env[69308]: DEBUG nova.compute.manager [-] [instance: 602f3606-1073-4291-9631-1191a78580e5] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.545768] env[69308]: DEBUG nova.network.neutron [-] [instance: 602f3606-1073-4291-9631-1191a78580e5] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.829157] env[69308]: DEBUG oslo_vmware.api [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.998199] env[69308]: DEBUG nova.compute.manager [req-60f66ebe-9643-46b6-a49d-01f308693920 req-1b1b9a91-6b03-443f-b3a9-48c19b995719 service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Received event network-vif-deleted-17fb5d62-f5ab-4762-8341-7e267abfeed9 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.998635] env[69308]: INFO nova.compute.manager [req-60f66ebe-9643-46b6-a49d-01f308693920 req-1b1b9a91-6b03-443f-b3a9-48c19b995719 service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Neutron deleted interface 17fb5d62-f5ab-4762-8341-7e267abfeed9; detaching it from the instance and deleting it from the info cache [ 1374.999076] env[69308]: DEBUG nova.network.neutron [req-60f66ebe-9643-46b6-a49d-01f308693920 req-1b1b9a91-6b03-443f-b3a9-48c19b995719 service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.325144] env[69308]: DEBUG oslo_vmware.api [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.482805] env[69308]: DEBUG nova.network.neutron [-] [instance: 602f3606-1073-4291-9631-1191a78580e5] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.500798] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e1c423b-d399-46dd-a0f1-dcee65ae1c1c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.510327] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed009158-daf8-4ee8-ae8e-4b896723e8d4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.536757] env[69308]: DEBUG nova.compute.manager [req-60f66ebe-9643-46b6-a49d-01f308693920 req-1b1b9a91-6b03-443f-b3a9-48c19b995719 service nova] [instance: 602f3606-1073-4291-9631-1191a78580e5] Detach interface failed, port_id=17fb5d62-f5ab-4762-8341-7e267abfeed9, reason: Instance 602f3606-1073-4291-9631-1191a78580e5 could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.825265] env[69308]: DEBUG oslo_vmware.api [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869538, 'name': ReconfigVM_Task, 'duration_secs': 1.141406} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.825675] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768843', 'volume_id': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'name': 'volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b82becc-16fa-4675-a89a-121667291e1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'serial': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2'} {{(pid=69308) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1375.985454] env[69308]: INFO nova.compute.manager [-] [instance: 602f3606-1073-4291-9631-1191a78580e5] Took 1.44 seconds to deallocate network for instance. [ 1376.493031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.493031] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.493031] env[69308]: DEBUG nova.objects.instance [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lazy-loading 'resources' on Instance uuid 602f3606-1073-4291-9631-1191a78580e5 {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.862813] env[69308]: DEBUG nova.objects.instance [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'flavor' on Instance uuid 3b82becc-16fa-4675-a89a-121667291e1f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.040375] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea6238c-9248-45ad-9045-6a3cad97d5f1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.048458] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80083666-a14a-460e-a978-772e8853cd80 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.081365] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f2e934-a87e-487c-8d45-b7bae9475ee6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.089874] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57daa405-f63d-4b29-aecb-61d8f571813f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.103443] env[69308]: DEBUG nova.compute.provider_tree [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.367623] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c7daf51a-ab94-4059-a589-2a5ca0176b8c tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.245s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.607516] env[69308]: DEBUG nova.scheduler.client.report [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.112942] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.134714] env[69308]: INFO nova.scheduler.client.report [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Deleted allocations for instance 602f3606-1073-4291-9631-1191a78580e5 [ 1378.256183] env[69308]: DEBUG nova.compute.manager [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Stashing vm_state: active {{(pid=69308) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1378.642522] env[69308]: DEBUG oslo_concurrency.lockutils [None req-9063ee62-6ce0-4dd0-a792-4479cc79ea05 tempest-ServerActionsTestJSON-1166085748 tempest-ServerActionsTestJSON-1166085748-project-member] Lock "602f3606-1073-4291-9631-1191a78580e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.711s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.774284] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.774578] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.279634] env[69308]: INFO nova.compute.claims [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.786699] env[69308]: INFO nova.compute.resource_tracker [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating resource usage from migration c3403ccf-f239-47fd-be54-eb50c702e7b3 [ 1379.833346] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59be1f5a-5f6f-4460-9dd5-9967bb2680fd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.842273] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d432839b-364b-4f4f-b545-48df1e772fbf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.874080] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b737e-f676-417d-b14f-16611eb1761b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.882210] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb8237-6b19-4708-9ee3-bde48058909d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.895945] env[69308]: DEBUG nova.compute.provider_tree [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.399632] env[69308]: DEBUG nova.scheduler.client.report [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.906527] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.132s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.906796] env[69308]: INFO nova.compute.manager [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Migrating [ 1381.305799] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.306056] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.422127] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.422361] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.422550] env[69308]: DEBUG nova.network.neutron [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.811987] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.811987] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.811987] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.811987] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.811987] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.811987] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.140347] env[69308]: DEBUG nova.network.neutron [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [{"id": "c144d04e-e33f-4846-b1c9-d701574aa147", "address": "fa:16:3e:20:54:5e", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144d04e-e3", "ovs_interfaceid": "c144d04e-e33f-4846-b1c9-d701574aa147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.315137] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.315425] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.315595] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.315748] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1382.316669] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed6df38-4978-49b4-818e-75e8565c34ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.326316] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa2b3cd-82d9-4d68-89b9-4ccec6850b92 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.340653] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a670a256-4e68-494d-9705-18ac2cb820d3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.347190] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d613d37-c2c1-4e4f-a1fa-7b54067d666e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.376551] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180484MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1382.376695] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.376970] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.643966] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.383884] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Applying migration context for instance 3b82becc-16fa-4675-a89a-121667291e1f as it has an incoming, in-progress migration c3403ccf-f239-47fd-be54-eb50c702e7b3. Migration status is migrating {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1383.384469] env[69308]: INFO nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating resource usage from migration c3403ccf-f239-47fd-be54-eb50c702e7b3 [ 1383.404680] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Migration c3403ccf-f239-47fd-be54-eb50c702e7b3 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1383.404848] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 3b82becc-16fa-4675-a89a-121667291e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1383.405239] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1383.405430] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1383.451686] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032dabea-c96b-4b0b-9819-7100aa0b505c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.460447] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499ebb17-09d3-48b9-a259-a9b18be5695e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.490199] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718db2dd-ce16-4156-8349-f4827c869850 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.497978] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27373ef1-1514-4a4e-b072-290e264440cc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.511917] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.015462] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.158841] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b350e9f4-d2a5-42e2-85c9-0607b3bb169d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.180301] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance '3b82becc-16fa-4675-a89a-121667291e1f' progress to 0 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.520668] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1384.521085] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.686277] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.686613] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1356ca31-711a-4ccb-a9bd-18dd64487bd2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.694899] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1384.694899] env[69308]: value = "task-3869539" [ 1384.694899] env[69308]: _type = "Task" [ 1384.694899] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.703245] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.205059] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869539, 'name': PowerOffVM_Task, 'duration_secs': 0.189716} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.205365] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.205546] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance '3b82becc-16fa-4675-a89a-121667291e1f' progress to 17 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1385.711750] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.712206] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.712206] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.712393] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.712577] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.712752] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.712964] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.713139] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.713311] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.713473] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.713647] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.718926] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db5ee6d-12ff-4dfd-b476-6bda28d07589 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.735586] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1385.735586] env[69308]: value = "task-3869540" [ 1385.735586] env[69308]: _type = "Task" [ 1385.735586] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.744166] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.245869] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869540, 'name': ReconfigVM_Task, 'duration_secs': 0.181783} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.246187] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance '3b82becc-16fa-4675-a89a-121667291e1f' progress to 33 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.311442] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.311635] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1386.752338] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.752814] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.752814] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.752933] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.753096] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.753251] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.753460] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.753626] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.753827] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.754055] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.754247] env[69308]: DEBUG nova.virt.hardware [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.759486] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.759783] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c4e240-6385-427e-8be0-784a0fd1ffc4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.779140] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1386.779140] env[69308]: value = "task-3869541" [ 1386.779140] env[69308]: _type = "Task" [ 1386.779140] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.787372] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.289987] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869541, 'name': ReconfigVM_Task, 'duration_secs': 0.179356} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.290299] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.291060] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b83568-d896-4862-b71b-1c3bedbe31bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.316237] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f/3b82becc-16fa-4675-a89a-121667291e1f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.316815] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ddb2e6d-3fbd-4442-974d-df92568e0bfb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.335288] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1387.335288] env[69308]: value = "task-3869542" [ 1387.335288] env[69308]: _type = "Task" [ 1387.335288] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.343068] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.845366] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869542, 'name': ReconfigVM_Task, 'duration_secs': 0.271021} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.845725] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f/3b82becc-16fa-4675-a89a-121667291e1f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.845926] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance '3b82becc-16fa-4675-a89a-121667291e1f' progress to 50 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.352780] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32683f9-effb-44c9-94f6-e3e76a83d2a9 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.374422] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac201d6-3b29-471b-84e2-726eec7863d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.394486] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance '3b82becc-16fa-4675-a89a-121667291e1f' progress to 67 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1390.033046] env[69308]: DEBUG nova.network.neutron [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Port c144d04e-e33f-4846-b1c9-d701574aa147 binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1391.055068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "3b82becc-16fa-4675-a89a-121667291e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.055068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.055482] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.092222] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.092636] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.092636] env[69308]: DEBUG nova.network.neutron [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.813081] env[69308]: DEBUG nova.network.neutron [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [{"id": "c144d04e-e33f-4846-b1c9-d701574aa147", "address": "fa:16:3e:20:54:5e", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144d04e-e3", "ovs_interfaceid": "c144d04e-e33f-4846-b1c9-d701574aa147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.316544] env[69308]: DEBUG oslo_concurrency.lockutils [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.827029] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8a5a8a-b5af-44f8-a378-b28e9a48d4dc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.833616] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc3455d-44c8-42f0-a3f1-e0fcbb79ef34 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.932305] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4805a7ef-c354-4568-8d7a-d34603ecf6cb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.955739] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c3705a-39ae-43ba-a5ce-67f60dfecabb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.963120] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance '3b82becc-16fa-4675-a89a-121667291e1f' progress to 83 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.469787] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.470111] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-143b383f-4b83-47e6-9d13-a0ed60b2044f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.477862] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1395.477862] env[69308]: value = "task-3869543" [ 1395.477862] env[69308]: _type = "Task" [ 1395.477862] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.486009] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.988586] env[69308]: DEBUG oslo_vmware.api [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869543, 'name': PowerOnVM_Task, 'duration_secs': 0.36957} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.988909] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.989143] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4bb269-09da-484c-9ab2-e7f979d59036 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance '3b82becc-16fa-4675-a89a-121667291e1f' progress to 100 {{(pid=69308) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.851116] env[69308]: DEBUG nova.network.neutron [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Port c144d04e-e33f-4846-b1c9-d701574aa147 binding to destination host cpu-1 is already ACTIVE {{(pid=69308) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1397.851413] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.851553] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.851717] env[69308]: DEBUG nova.network.neutron [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.610392] env[69308]: DEBUG nova.network.neutron [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [{"id": "c144d04e-e33f-4846-b1c9-d701574aa147", "address": "fa:16:3e:20:54:5e", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144d04e-e3", "ovs_interfaceid": "c144d04e-e33f-4846-b1c9-d701574aa147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.113072] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.617563] env[69308]: DEBUG nova.compute.manager [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69308) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1400.717752] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.718074] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.221581] env[69308]: DEBUG nova.objects.instance [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'migration_context' on Instance uuid 3b82becc-16fa-4675-a89a-121667291e1f {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.772327] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a80375d-dfbc-41ce-bc97-6fcb2d5d92ef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.780630] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e4be3e-d831-4b08-bf00-ca3232ed6eb8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.810717] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd76d93e-fca4-4a5e-93a6-d8f914553d42 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.818524] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded04bfb-8742-4dea-8040-86be86dc0752 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.832888] env[69308]: DEBUG nova.compute.provider_tree [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.336206] env[69308]: DEBUG nova.scheduler.client.report [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.350090] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.632s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.886572] env[69308]: INFO nova.compute.manager [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Swapping old allocation on dict_keys(['b6fa2e8a-c639-42f2-b0fa-1f05614fc14f']) held by migration c3403ccf-f239-47fd-be54-eb50c702e7b3 for instance [ 1404.912884] env[69308]: DEBUG nova.scheduler.client.report [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Overwriting current allocation {'allocations': {'b6fa2e8a-c639-42f2-b0fa-1f05614fc14f': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 186}}, 'project_id': 'd1cb6bba470f4c0b9704506c531ad2c9', 'user_id': '7e6df05b692243e5b7d415af77920970', 'consumer_generation': 1} on consumer 3b82becc-16fa-4675-a89a-121667291e1f {{(pid=69308) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1404.993464] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.993704] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.993904] env[69308]: DEBUG nova.network.neutron [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.706596] env[69308]: DEBUG nova.network.neutron [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [{"id": "c144d04e-e33f-4846-b1c9-d701574aa147", "address": "fa:16:3e:20:54:5e", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc144d04e-e3", "ovs_interfaceid": "c144d04e-e33f-4846-b1c9-d701574aa147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.210350] env[69308]: DEBUG oslo_concurrency.lockutils [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-3b82becc-16fa-4675-a89a-121667291e1f" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.211482] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f0deaf-12dc-49cc-b9f0-554201e0bc7a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.219400] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406631a3-8ffa-4443-b12b-9b9f7956d263 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.305810] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.306276] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2733364a-933c-414b-98b8-2975b7e64c6a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.314103] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1407.314103] env[69308]: value = "task-3869544" [ 1407.314103] env[69308]: _type = "Task" [ 1407.314103] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.323783] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.828851] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869544, 'name': PowerOffVM_Task, 'duration_secs': 0.198146} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.829213] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.830087] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.830380] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.830596] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.830848] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.831058] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.831277] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.831553] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.831771] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.831994] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.832229] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.832471] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.840340] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca1b3a9-dfaa-4fbf-a2c3-dd048b3cd89b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.863505] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1407.863505] env[69308]: value = "task-3869545" [ 1407.863505] env[69308]: _type = "Task" [ 1407.863505] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.874914] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.373646] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869545, 'name': ReconfigVM_Task, 'duration_secs': 0.146372} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.375183] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1900e51-9cf1-4f53-a16a-bc4097e51d06 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.397137] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.397455] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.397597] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.397799] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.397949] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.398114] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.398330] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.398485] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.398656] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.398834] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.399059] env[69308]: DEBUG nova.virt.hardware [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.399873] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8732cdd-f653-489d-9c03-4749113faff0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.406049] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1408.406049] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5240c006-3ac8-aae7-e4c4-d8f8b2ba5898" [ 1408.406049] env[69308]: _type = "Task" [ 1408.406049] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.414404] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5240c006-3ac8-aae7-e4c4-d8f8b2ba5898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.917349] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5240c006-3ac8-aae7-e4c4-d8f8b2ba5898, 'name': SearchDatastore_Task, 'duration_secs': 0.008698} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.922692] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1408.922992] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b9c036-76c0-4c37-8cc7-c82686ee4ac3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.941536] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1408.941536] env[69308]: value = "task-3869546" [ 1408.941536] env[69308]: _type = "Task" [ 1408.941536] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.950157] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.452199] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869546, 'name': ReconfigVM_Task, 'duration_secs': 0.20439} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.452565] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1409.453303] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd69b3d5-8633-4ac1-893c-728c0a3a97b6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.478438] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f/3b82becc-16fa-4675-a89a-121667291e1f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.478775] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f89253d-cb1c-4e2e-955d-3d8d019c8e63 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.498047] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1409.498047] env[69308]: value = "task-3869547" [ 1409.498047] env[69308]: _type = "Task" [ 1409.498047] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.506894] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.009105] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869547, 'name': ReconfigVM_Task, 'duration_secs': 0.291334} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.009380] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f/3b82becc-16fa-4675-a89a-121667291e1f.vmdk or device None with type thin {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.010283] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea450e46-4482-4b72-ad35-90b8c19a2302 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.033506] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555dc07-2b11-4af0-8611-c8a4a6fb1df2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.055599] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b963d-484f-4ccc-9042-aadcc2a3e46c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.076900] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829ef526-6bfc-4317-9d48-d9e377f91691 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.084399] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.084663] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e99027b9-0800-4e52-8a87-40f911baa2bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.091685] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1410.091685] env[69308]: value = "task-3869548" [ 1410.091685] env[69308]: _type = "Task" [ 1410.091685] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.099734] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.601906] env[69308]: DEBUG oslo_vmware.api [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869548, 'name': PowerOnVM_Task, 'duration_secs': 0.460491} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.602373] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.643696] env[69308]: INFO nova.compute.manager [None req-d3a4ecf0-47d5-4157-a1df-3f15a9fa4183 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance to original state: 'active' [ 1412.641587] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "3b82becc-16fa-4675-a89a-121667291e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.641901] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.642143] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "3b82becc-16fa-4675-a89a-121667291e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.642330] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.642500] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.644655] env[69308]: INFO nova.compute.manager [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Terminating instance [ 1413.149072] env[69308]: DEBUG nova.compute.manager [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1413.149334] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.149641] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-301c198e-baaf-476a-8685-229aacc09f24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.157463] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1413.157463] env[69308]: value = "task-3869549" [ 1413.157463] env[69308]: _type = "Task" [ 1413.157463] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.166433] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.668718] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869549, 'name': PowerOffVM_Task, 'duration_secs': 0.233188} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.669105] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.669183] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Volume detach. Driver type: vmdk {{(pid=69308) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1413.669385] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768843', 'volume_id': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'name': 'volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3b82becc-16fa-4675-a89a-121667291e1f', 'attached_at': '2025-05-07T13:00:04.000000', 'detached_at': '', 'volume_id': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'serial': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1413.670177] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920d104d-5830-40ae-82ac-814799453d9e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.693100] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5a5480-d25c-40da-87d5-01e2120f6b8d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.700656] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fbe6de-7c0b-4add-be8f-b5b5ebaffeec {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.720409] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e10c9b-6107-4262-8c4c-69acaa643841 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.734893] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] The volume has not been displaced from its original location: [datastore2] volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2/volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2.vmdk. No consolidation needed. {{(pid=69308) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1413.740154] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1413.740443] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db876bc-7e21-4774-9939-4f3f59a3463d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.758064] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1413.758064] env[69308]: value = "task-3869550" [ 1413.758064] env[69308]: _type = "Task" [ 1413.758064] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.766091] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.267780] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869550, 'name': ReconfigVM_Task, 'duration_secs': 0.19425} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.268090] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69308) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1414.272866] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7ac0c5-e620-4b7d-bf53-a390a1249094 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.288093] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1414.288093] env[69308]: value = "task-3869551" [ 1414.288093] env[69308]: _type = "Task" [ 1414.288093] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.297607] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.797831] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869551, 'name': ReconfigVM_Task, 'duration_secs': 0.134113} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.798235] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-768843', 'volume_id': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'name': 'volume-c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3b82becc-16fa-4675-a89a-121667291e1f', 'attached_at': '2025-05-07T13:00:04.000000', 'detached_at': '', 'volume_id': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2', 'serial': 'c0df40a5-853f-4cf3-8524-bf5792d90ad2'} {{(pid=69308) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1414.798430] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.799199] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1477f6d7-c9cc-494f-9c01-863f0b273d1d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.805709] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.805943] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93029610-d08b-483d-a24b-7f49650d9b36 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.873908] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.874395] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.874729] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleting the datastore file [datastore1] 3b82becc-16fa-4675-a89a-121667291e1f {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.875075] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a894825-4a17-4235-809d-f74820359b89 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.882526] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1414.882526] env[69308]: value = "task-3869553" [ 1414.882526] env[69308]: _type = "Task" [ 1414.882526] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.891275] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.393113] env[69308]: DEBUG oslo_vmware.api [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1515} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.393486] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.393646] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.393819] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.393990] env[69308]: INFO nova.compute.manager [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1415.394266] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.394474] env[69308]: DEBUG nova.compute.manager [-] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.394569] env[69308]: DEBUG nova.network.neutron [-] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.844902] env[69308]: DEBUG nova.compute.manager [req-f64ce6c9-e0c9-47a2-838a-4463ada9a670 req-59145986-905f-4df6-b69e-74dcad2a08fd service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Received event network-vif-deleted-c144d04e-e33f-4846-b1c9-d701574aa147 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.844902] env[69308]: INFO nova.compute.manager [req-f64ce6c9-e0c9-47a2-838a-4463ada9a670 req-59145986-905f-4df6-b69e-74dcad2a08fd service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Neutron deleted interface c144d04e-e33f-4846-b1c9-d701574aa147; detaching it from the instance and deleting it from the info cache [ 1415.844902] env[69308]: DEBUG nova.network.neutron [req-f64ce6c9-e0c9-47a2-838a-4463ada9a670 req-59145986-905f-4df6-b69e-74dcad2a08fd service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.318964] env[69308]: DEBUG nova.network.neutron [-] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.347196] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21907bc1-8a45-483f-b347-efd4f88a9fab {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.358406] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c0733-b36e-45c7-9efe-e2735054d791 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.384068] env[69308]: DEBUG nova.compute.manager [req-f64ce6c9-e0c9-47a2-838a-4463ada9a670 req-59145986-905f-4df6-b69e-74dcad2a08fd service nova] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Detach interface failed, port_id=c144d04e-e33f-4846-b1c9-d701574aa147, reason: Instance 3b82becc-16fa-4675-a89a-121667291e1f could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1416.821809] env[69308]: INFO nova.compute.manager [-] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Took 1.43 seconds to deallocate network for instance. [ 1417.363804] env[69308]: INFO nova.compute.manager [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Took 0.54 seconds to detach 1 volumes for instance. [ 1417.871864] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.872137] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.872317] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.895440] env[69308]: INFO nova.scheduler.client.report [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted allocations for instance 3b82becc-16fa-4675-a89a-121667291e1f [ 1418.403877] env[69308]: DEBUG oslo_concurrency.lockutils [None req-405872e3-0c90-4e5b-9bf8-dfcf78a46174 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "3b82becc-16fa-4675-a89a-121667291e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.775101] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.775438] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.277741] env[69308]: DEBUG nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Starting instance... {{(pid=69308) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.802240] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.802653] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.805390] env[69308]: INFO nova.compute.claims [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.842419] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c1b5ba-5307-437a-bd6a-a31e8c712074 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.850454] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d3c4b-6638-4104-89f0-e67ffc2621ac {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.880969] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628fe624-4e78-409d-b4a4-1a952e318485 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.888251] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feb74ea-11a3-441d-943b-125661557837 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.901709] env[69308]: DEBUG nova.compute.provider_tree [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.404559] env[69308]: DEBUG nova.scheduler.client.report [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.909868] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.910420] env[69308]: DEBUG nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Start building networks asynchronously for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.415772] env[69308]: DEBUG nova.compute.utils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Using /dev/sd instead of None {{(pid=69308) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1423.417276] env[69308]: DEBUG nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Allocating IP information in the background. {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.417474] env[69308]: DEBUG nova.network.neutron [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] allocate_for_instance() {{(pid=69308) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.467266] env[69308]: DEBUG nova.policy [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e6df05b692243e5b7d415af77920970', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1cb6bba470f4c0b9704506c531ad2c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69308) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.752396] env[69308]: DEBUG nova.network.neutron [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Successfully created port: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.921647] env[69308]: DEBUG nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Start building block device mappings for instance. {{(pid=69308) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.933064] env[69308]: DEBUG nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Start spawning the instance on the hypervisor. {{(pid=69308) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.959439] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-07T12:44:14Z,direct_url=,disk_format='vmdk',id=cb539590-a3b6-489a-a68c-410cb30c3b41,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='fa7ff482c21845ec900bd9a843aaf752',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-07T12:44:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.959679] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.959836] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.960021] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.960177] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.960323] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.960531] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.960803] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.960999] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.961183] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.961419] env[69308]: DEBUG nova.virt.hardware [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.962320] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83df6e7e-46e8-4ab6-a99d-9348c04cadcc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.970382] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4455d3e-e55f-4420-81b8-879b817c81d5 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.118196] env[69308]: DEBUG nova.compute.manager [req-8420cd77-fbbf-41b2-9675-ea85c060a1f5 req-2b13abfa-9f21-467c-9947-cd48e953fb93 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received event network-vif-plugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.118437] env[69308]: DEBUG oslo_concurrency.lockutils [req-8420cd77-fbbf-41b2-9675-ea85c060a1f5 req-2b13abfa-9f21-467c-9947-cd48e953fb93 service nova] Acquiring lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.118665] env[69308]: DEBUG oslo_concurrency.lockutils [req-8420cd77-fbbf-41b2-9675-ea85c060a1f5 req-2b13abfa-9f21-467c-9947-cd48e953fb93 service nova] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.118838] env[69308]: DEBUG oslo_concurrency.lockutils [req-8420cd77-fbbf-41b2-9675-ea85c060a1f5 req-2b13abfa-9f21-467c-9947-cd48e953fb93 service nova] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.119025] env[69308]: DEBUG nova.compute.manager [req-8420cd77-fbbf-41b2-9675-ea85c060a1f5 req-2b13abfa-9f21-467c-9947-cd48e953fb93 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] No waiting events found dispatching network-vif-plugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.119320] env[69308]: WARNING nova.compute.manager [req-8420cd77-fbbf-41b2-9675-ea85c060a1f5 req-2b13abfa-9f21-467c-9947-cd48e953fb93 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received unexpected event network-vif-plugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 for instance with vm_state building and task_state spawning. [ 1425.206582] env[69308]: DEBUG nova.network.neutron [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Successfully updated port: 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.711117] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.711273] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.711454] env[69308]: DEBUG nova.network.neutron [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.253090] env[69308]: DEBUG nova.network.neutron [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Instance cache missing network info. {{(pid=69308) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.382465] env[69308]: DEBUG nova.network.neutron [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [{"id": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "address": "fa:16:3e:d7:ed:80", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d061bd-af", "ovs_interfaceid": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.885728] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.886158] env[69308]: DEBUG nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Instance network_info: |[{"id": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "address": "fa:16:3e:d7:ed:80", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d061bd-af", "ovs_interfaceid": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69308) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.886667] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ed:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52d061bd-af38-49f2-be9f-d7b0c1d6b0e3', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.894268] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.894502] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.894733] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6f5dd2c-7d9a-40a4-8769-28e67438c4e3 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.915793] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.915793] env[69308]: value = "task-3869554" [ 1426.915793] env[69308]: _type = "Task" [ 1426.915793] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.923878] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869554, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.147679] env[69308]: DEBUG nova.compute.manager [req-9ec65b10-778d-4644-8417-631c1f76a1b5 req-6ec1d27f-5997-4759-beb1-f9fe3e1940d9 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received event network-changed-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.148647] env[69308]: DEBUG nova.compute.manager [req-9ec65b10-778d-4644-8417-631c1f76a1b5 req-6ec1d27f-5997-4759-beb1-f9fe3e1940d9 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Refreshing instance network info cache due to event network-changed-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.148647] env[69308]: DEBUG oslo_concurrency.lockutils [req-9ec65b10-778d-4644-8417-631c1f76a1b5 req-6ec1d27f-5997-4759-beb1-f9fe3e1940d9 service nova] Acquiring lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.148647] env[69308]: DEBUG oslo_concurrency.lockutils [req-9ec65b10-778d-4644-8417-631c1f76a1b5 req-6ec1d27f-5997-4759-beb1-f9fe3e1940d9 service nova] Acquired lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.148647] env[69308]: DEBUG nova.network.neutron [req-9ec65b10-778d-4644-8417-631c1f76a1b5 req-6ec1d27f-5997-4759-beb1-f9fe3e1940d9 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Refreshing network info cache for port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.427018] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869554, 'name': CreateVM_Task} progress is 25%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.844410] env[69308]: DEBUG nova.network.neutron [req-9ec65b10-778d-4644-8417-631c1f76a1b5 req-6ec1d27f-5997-4759-beb1-f9fe3e1940d9 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updated VIF entry in instance network info cache for port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.844781] env[69308]: DEBUG nova.network.neutron [req-9ec65b10-778d-4644-8417-631c1f76a1b5 req-6ec1d27f-5997-4759-beb1-f9fe3e1940d9 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [{"id": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "address": "fa:16:3e:d7:ed:80", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d061bd-af", "ovs_interfaceid": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.927131] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869554, 'name': CreateVM_Task, 'duration_secs': 0.856504} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.927350] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.928068] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.928254] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.928581] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.928850] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249fdb8d-df64-4746-87fa-822343192bf2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.933868] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1427.933868] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]522e8176-ceca-3572-4686-ab66f02c144e" [ 1427.933868] env[69308]: _type = "Task" [ 1427.933868] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.941897] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522e8176-ceca-3572-4686-ab66f02c144e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.348105] env[69308]: DEBUG oslo_concurrency.lockutils [req-9ec65b10-778d-4644-8417-631c1f76a1b5 req-6ec1d27f-5997-4759-beb1-f9fe3e1940d9 service nova] Releasing lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.445459] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]522e8176-ceca-3572-4686-ab66f02c144e, 'name': SearchDatastore_Task, 'duration_secs': 0.01153} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.445786] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.445973] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Processing image cb539590-a3b6-489a-a68c-410cb30c3b41 {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.446227] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.446374] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.446552] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.446808] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b7db0f0-1c9b-4772-8c5a-ed1118b8d475 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.455868] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.456079] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.456769] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974c6f35-fa3a-42db-9285-f2d74a59574a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.463481] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1428.463481] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ba8d9c-05af-7368-1e29-52678981cc8a" [ 1428.463481] env[69308]: _type = "Task" [ 1428.463481] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.472052] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ba8d9c-05af-7368-1e29-52678981cc8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.974239] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52ba8d9c-05af-7368-1e29-52678981cc8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.974914] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32f799c-a663-41fa-b925-0b2652fc2880 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.980157] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1428.980157] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]525bf0b8-3415-7bff-5c59-87ad5c364117" [ 1428.980157] env[69308]: _type = "Task" [ 1428.980157] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.988756] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525bf0b8-3415-7bff-5c59-87ad5c364117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.491059] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]525bf0b8-3415-7bff-5c59-87ad5c364117, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.491403] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.491559] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc/108a5f9e-81d6-4bb7-ac79-87b7ae8445bc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.491826] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10da5bc1-ae0a-476c-80ca-eaba65740cbb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.499191] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1429.499191] env[69308]: value = "task-3869555" [ 1429.499191] env[69308]: _type = "Task" [ 1429.499191] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.507347] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.009872] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504548} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.010130] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cb539590-a3b6-489a-a68c-410cb30c3b41/cb539590-a3b6-489a-a68c-410cb30c3b41.vmdk to [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc/108a5f9e-81d6-4bb7-ac79-87b7ae8445bc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.010370] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Extending root virtual disk to 1048576 {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.010656] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bda2fde6-aa2c-422f-8129-1054ad7a3ab8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.018921] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1430.018921] env[69308]: value = "task-3869556" [ 1430.018921] env[69308]: _type = "Task" [ 1430.018921] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.028449] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.529344] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069651} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.529681] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Extended root virtual disk {{(pid=69308) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.530432] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0c7b7e-13a1-404a-8d83-017994c374d8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.552469] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc/108a5f9e-81d6-4bb7-ac79-87b7ae8445bc.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.552785] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d3cac8-bf7b-4711-882b-f053233e5b60 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.573288] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1430.573288] env[69308]: value = "task-3869557" [ 1430.573288] env[69308]: _type = "Task" [ 1430.573288] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.582213] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.085565] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.585547] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869557, 'name': ReconfigVM_Task, 'duration_secs': 0.692035} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.585920] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc/108a5f9e-81d6-4bb7-ac79-87b7ae8445bc.vmdk or device None with type sparse {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.586554] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deb9a095-2b01-47d9-bed4-c77d3406656e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.593452] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1431.593452] env[69308]: value = "task-3869558" [ 1431.593452] env[69308]: _type = "Task" [ 1431.593452] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.601649] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869558, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.103289] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869558, 'name': Rename_Task, 'duration_secs': 0.14045} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.103564] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.103760] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b99db56-aef5-4e29-b91f-921ea1007ac6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.110318] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1432.110318] env[69308]: value = "task-3869559" [ 1432.110318] env[69308]: _type = "Task" [ 1432.110318] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.118194] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.620618] env[69308]: DEBUG oslo_vmware.api [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869559, 'name': PowerOnVM_Task, 'duration_secs': 0.461287} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.621041] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.621102] env[69308]: INFO nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1432.621275] env[69308]: DEBUG nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.622095] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928a064d-a61f-4911-831a-a816fc795268 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.141826] env[69308]: INFO nova.compute.manager [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Took 12.36 seconds to build instance. [ 1433.643719] env[69308]: DEBUG oslo_concurrency.lockutils [None req-4fadf49e-484e-41e4-a6b9-cf3086f938ed tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.868s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.875414] env[69308]: DEBUG nova.compute.manager [req-8d61999b-28a5-4635-b5f6-5b3540babe54 req-fbef605c-069c-4292-9a6a-47828d073422 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received event network-changed-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.875612] env[69308]: DEBUG nova.compute.manager [req-8d61999b-28a5-4635-b5f6-5b3540babe54 req-fbef605c-069c-4292-9a6a-47828d073422 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Refreshing instance network info cache due to event network-changed-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.875824] env[69308]: DEBUG oslo_concurrency.lockutils [req-8d61999b-28a5-4635-b5f6-5b3540babe54 req-fbef605c-069c-4292-9a6a-47828d073422 service nova] Acquiring lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.875966] env[69308]: DEBUG oslo_concurrency.lockutils [req-8d61999b-28a5-4635-b5f6-5b3540babe54 req-fbef605c-069c-4292-9a6a-47828d073422 service nova] Acquired lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.876141] env[69308]: DEBUG nova.network.neutron [req-8d61999b-28a5-4635-b5f6-5b3540babe54 req-fbef605c-069c-4292-9a6a-47828d073422 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Refreshing network info cache for port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.580683] env[69308]: DEBUG nova.network.neutron [req-8d61999b-28a5-4635-b5f6-5b3540babe54 req-fbef605c-069c-4292-9a6a-47828d073422 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updated VIF entry in instance network info cache for port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.581148] env[69308]: DEBUG nova.network.neutron [req-8d61999b-28a5-4635-b5f6-5b3540babe54 req-fbef605c-069c-4292-9a6a-47828d073422 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [{"id": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "address": "fa:16:3e:d7:ed:80", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d061bd-af", "ovs_interfaceid": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.084756] env[69308]: DEBUG oslo_concurrency.lockutils [req-8d61999b-28a5-4635-b5f6-5b3540babe54 req-fbef605c-069c-4292-9a6a-47828d073422 service nova] Releasing lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.596595] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.601329] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.601538] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.104644] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.104894] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.105087] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.105249] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1437.106251] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af26c83e-c129-4ccf-aca1-5d2978d789a2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.114878] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92746d47-b8d5-4beb-81f9-3b9cb4361450 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.129703] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92819248-e218-4e0e-8207-9b64df38d62a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.136616] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82367cdc-8c49-45fd-95d5-d1c9beca6e81 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.167617] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180729MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1437.167791] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.168021] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.195907] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1438.196167] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1438.196285] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1438.218129] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing inventories for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1438.230862] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating ProviderTree inventory for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1438.231073] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Updating inventory in ProviderTree for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1438.243966] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing aggregate associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, aggregates: None {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1438.262129] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Refreshing trait associations for resource provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69308) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1438.295473] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e71bcb5-4077-47bb-9ebd-81f6944857a6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.303979] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2ba232-a33d-412b-b231-2b27089f5020 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.334295] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94875d5-9798-4196-a723-eeb84ef20180 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.342409] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb232b-b7b7-4b63-9fa7-e00061620c68 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.356121] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.859327] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.365071] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1439.365456] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.197s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.366185] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.366538] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.366573] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.602611] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.602476] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.602947] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1447.601959] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.602366] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Cleaning up deleted instances with incomplete migration {{(pid=69308) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1457.104896] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.105295] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Cleaning up deleted instances {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1457.617055] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] There are 24 instances to clean {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1457.617055] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 3b82becc-16fa-4675-a89a-121667291e1f] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.119290] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 602f3606-1073-4291-9631-1191a78580e5] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.622399] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: ac09767c-9803-4f0e-aaf8-e708acfb0949] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.125920] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 49b04799-6ec4-442a-9c7e-2f4a32dcbfab] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.629734] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: d17175a1-3142-4d88-9b76-133602534aa0] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.134052] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c874bb91-fec3-471f-bea8-3be5cbd6801f] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.637646] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: df747462-a44a-4e8f-823e-8f251ccfd9b2] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.141638] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 817f485a-bca2-4d75-b2f6-02b37d8adc78] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.645152] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 6c2cfd4e-8242-42d9-ad5f-f534466a6073] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.149082] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: a898eb7f-f061-4de4-976e-b24943208078] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.652513] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: ef429cde-997f-4874-8d5a-39ed0c753f26] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.156673] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 1baaac92-a56b-4a27-b743-8eda0aeccb0b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.660932] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 1f846ecc-230d-4d36-aea6-a2c6a41e37d4] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.164117] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5a4cc733-c2ef-449a-929f-7b961dc61c5c] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.668013] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5fec8c1d-dc6f-4c2f-b32f-331f1cf6b33b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.171601] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: c6cbcc8e-4ab6-4d37-a69e-e5585ee4cde6] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.674854] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 393ab7d6-083b-4e85-92cc-f942f64929ad] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.178396] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: ed9eed02-284a-49e3-b30c-2e6926d110cf] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.682018] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 5d9baa45-0094-4444-b331-452f667d1af5] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.185408] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 4159934b-8fe1-4454-859c-6c220d69320f] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.688599] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 080375f0-766d-4bd2-8ef9-682bde262f58] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.192089] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: b8b3a0cc-9e40-4548-9340-dfa437d6d39b] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.695675] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 946bfb28-1889-4b37-bb7d-8f8d3565f39d] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.199059] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] [instance: 42b6c9c6-967a-4f86-82a2-a341b1c1e750] Instance has had 0 of 5 cleanup attempts {{(pid=69308) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.265039] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.265402] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.265661] env[69308]: INFO nova.compute.manager [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Shelving [ 1469.702703] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.275926] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.276282] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f215db76-e647-4abe-9773-e92860e1ac46 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.283819] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1470.283819] env[69308]: value = "task-3869560" [ 1470.283819] env[69308]: _type = "Task" [ 1470.283819] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.292106] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.794287] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869560, 'name': PowerOffVM_Task, 'duration_secs': 0.204173} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.794576] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.795417] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58404aa6-8ea8-43da-93a4-0902ca69e6b7 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.814365] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc54f0be-8330-40ee-a3af-04985e97bcaa {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.325468] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Creating Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1471.325835] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6cd2abe6-a2d4-4d85-9620-7406f44d266b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.334113] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1471.334113] env[69308]: value = "task-3869561" [ 1471.334113] env[69308]: _type = "Task" [ 1471.334113] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.344750] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869561, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.848928] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869561, 'name': CreateSnapshot_Task, 'duration_secs': 0.460514} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.849371] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Created Snapshot of the VM instance {{(pid=69308) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1471.850533] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cdc261-b4ad-4ac0-9569-ab69ad3cc94a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.373042] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Creating linked-clone VM from snapshot {{(pid=69308) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1472.373491] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99e78548-72e4-44e9-8e88-680cb82930ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.384338] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1472.384338] env[69308]: value = "task-3869562" [ 1472.384338] env[69308]: _type = "Task" [ 1472.384338] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.392705] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869562, 'name': CloneVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.895752] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869562, 'name': CloneVM_Task} progress is 94%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.395827] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869562, 'name': CloneVM_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.897118] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869562, 'name': CloneVM_Task, 'duration_secs': 1.014996} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.897404] env[69308]: INFO nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Created linked-clone VM from snapshot [ 1473.898259] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de885aa-67fb-4273-9f32-1c52633ab9de {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.905763] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Uploading image a9f4c290-dfb4-4948-a347-7f1c3de0856e {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1473.927103] env[69308]: DEBUG oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1473.927103] env[69308]: value = "vm-768846" [ 1473.927103] env[69308]: _type = "VirtualMachine" [ 1473.927103] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1473.927375] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa0452f7-7c82-4dab-86eb-87fdad4171bb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.934595] env[69308]: DEBUG oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease: (returnval){ [ 1473.934595] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a7e1e6-088f-b2d6-0d6e-8af1ae0d18c2" [ 1473.934595] env[69308]: _type = "HttpNfcLease" [ 1473.934595] env[69308]: } obtained for exporting VM: (result){ [ 1473.934595] env[69308]: value = "vm-768846" [ 1473.934595] env[69308]: _type = "VirtualMachine" [ 1473.934595] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1473.934972] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the lease: (returnval){ [ 1473.934972] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a7e1e6-088f-b2d6-0d6e-8af1ae0d18c2" [ 1473.934972] env[69308]: _type = "HttpNfcLease" [ 1473.934972] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1473.941447] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1473.941447] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a7e1e6-088f-b2d6-0d6e-8af1ae0d18c2" [ 1473.941447] env[69308]: _type = "HttpNfcLease" [ 1473.941447] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1474.443265] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1474.443265] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a7e1e6-088f-b2d6-0d6e-8af1ae0d18c2" [ 1474.443265] env[69308]: _type = "HttpNfcLease" [ 1474.443265] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1474.443762] env[69308]: DEBUG oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1474.443762] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52a7e1e6-088f-b2d6-0d6e-8af1ae0d18c2" [ 1474.443762] env[69308]: _type = "HttpNfcLease" [ 1474.443762] env[69308]: }. {{(pid=69308) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1474.444369] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d6f3eb-6406-4ce3-9b0a-704583d3d308 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.451489] env[69308]: DEBUG oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52626c0d-cba7-5656-2024-edc504c20448/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1474.451654] env[69308]: DEBUG oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52626c0d-cba7-5656-2024-edc504c20448/disk-0.vmdk for reading. {{(pid=69308) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1474.537221] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-777c5d6f-f689-408d-a232-ec30e06d82dd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.597255] env[69308]: DEBUG oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52626c0d-cba7-5656-2024-edc504c20448/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1481.598769] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5899a7-2ec7-4cf4-aa63-e938cea4c9cd {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.607623] env[69308]: DEBUG oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52626c0d-cba7-5656-2024-edc504c20448/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1481.607942] env[69308]: ERROR oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52626c0d-cba7-5656-2024-edc504c20448/disk-0.vmdk due to incomplete transfer. [ 1481.608329] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09291bfb-c266-4ba4-b1d0-afe2abd0defe {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.616299] env[69308]: DEBUG oslo_vmware.rw_handles [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52626c0d-cba7-5656-2024-edc504c20448/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1481.616621] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Uploaded image a9f4c290-dfb4-4948-a347-7f1c3de0856e to the Glance image server {{(pid=69308) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1481.619760] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Destroying the VM {{(pid=69308) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1481.620125] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-36e6e147-b599-467c-839a-66e4882da24d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.627305] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1481.627305] env[69308]: value = "task-3869564" [ 1481.627305] env[69308]: _type = "Task" [ 1481.627305] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.638112] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869564, 'name': Destroy_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.142178] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869564, 'name': Destroy_Task, 'duration_secs': 0.299025} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.142601] env[69308]: INFO nova.virt.vmwareapi.vm_util [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Destroyed the VM [ 1482.143015] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Deleting Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1482.143415] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68472bd7-988e-47c6-892a-0c32300ece09 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.152078] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1482.152078] env[69308]: value = "task-3869565" [ 1482.152078] env[69308]: _type = "Task" [ 1482.152078] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.160889] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869565, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.662623] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869565, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.164129] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869565, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.665073] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869565, 'name': RemoveSnapshot_Task, 'duration_secs': 1.086024} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.665073] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Deleted Snapshot of the VM instance {{(pid=69308) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1483.665073] env[69308]: DEBUG nova.compute.manager [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.665509] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f571f-1f23-462d-8985-f21d219cd38e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.178283] env[69308]: INFO nova.compute.manager [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Shelve offloading [ 1484.681800] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.682173] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d36df809-c078-4ae2-aa07-3786a0f38b05 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.690532] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1484.690532] env[69308]: value = "task-3869566" [ 1484.690532] env[69308]: _type = "Task" [ 1484.690532] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.699091] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.201398] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] VM already powered off {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1485.201616] env[69308]: DEBUG nova.compute.manager [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.202394] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74184f49-8470-4dac-996b-264c85e5902a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.208410] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.208640] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.208868] env[69308]: DEBUG nova.network.neutron [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.925383] env[69308]: DEBUG nova.network.neutron [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [{"id": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "address": "fa:16:3e:d7:ed:80", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d061bd-af", "ovs_interfaceid": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.428369] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.634484] env[69308]: DEBUG nova.compute.manager [req-e73ce845-6e30-4320-9ca9-249690cac483 req-94674d9b-6cc5-4038-8d49-89c209653965 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received event network-vif-unplugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.634659] env[69308]: DEBUG oslo_concurrency.lockutils [req-e73ce845-6e30-4320-9ca9-249690cac483 req-94674d9b-6cc5-4038-8d49-89c209653965 service nova] Acquiring lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.634873] env[69308]: DEBUG oslo_concurrency.lockutils [req-e73ce845-6e30-4320-9ca9-249690cac483 req-94674d9b-6cc5-4038-8d49-89c209653965 service nova] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.635054] env[69308]: DEBUG oslo_concurrency.lockutils [req-e73ce845-6e30-4320-9ca9-249690cac483 req-94674d9b-6cc5-4038-8d49-89c209653965 service nova] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.635249] env[69308]: DEBUG nova.compute.manager [req-e73ce845-6e30-4320-9ca9-249690cac483 req-94674d9b-6cc5-4038-8d49-89c209653965 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] No waiting events found dispatching network-vif-unplugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1486.635434] env[69308]: WARNING nova.compute.manager [req-e73ce845-6e30-4320-9ca9-249690cac483 req-94674d9b-6cc5-4038-8d49-89c209653965 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received unexpected event network-vif-unplugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 for instance with vm_state shelved and task_state shelving_offloading. [ 1486.769252] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.770180] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e790b9b8-f0b0-4eda-be2b-f9238130b557 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.777655] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.777898] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-937b6de4-e345-43b8-93bc-eb91d4ddc7f4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.846307] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.846534] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.846718] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleting the datastore file [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.846990] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328fc648-1eaf-46b4-93f7-f1ce453527da {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.853269] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1486.853269] env[69308]: value = "task-3869568" [ 1486.853269] env[69308]: _type = "Task" [ 1486.853269] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.861127] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.364364] env[69308]: DEBUG oslo_vmware.api [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141319} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.364733] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.364798] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.364974] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.452479] env[69308]: INFO nova.scheduler.client.report [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted allocations for instance 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc [ 1487.957323] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.957687] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.957941] env[69308]: DEBUG nova.objects.instance [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'resources' on Instance uuid 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.461281] env[69308]: DEBUG nova.objects.instance [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'numa_topology' on Instance uuid 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.663673] env[69308]: DEBUG nova.compute.manager [req-c7bf159c-8b65-4440-bb59-dd1960b64dd6 req-5d40542e-3469-46b7-8b16-afab1cce2477 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received event network-changed-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.663870] env[69308]: DEBUG nova.compute.manager [req-c7bf159c-8b65-4440-bb59-dd1960b64dd6 req-5d40542e-3469-46b7-8b16-afab1cce2477 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Refreshing instance network info cache due to event network-changed-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1488.664183] env[69308]: DEBUG oslo_concurrency.lockutils [req-c7bf159c-8b65-4440-bb59-dd1960b64dd6 req-5d40542e-3469-46b7-8b16-afab1cce2477 service nova] Acquiring lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.664368] env[69308]: DEBUG oslo_concurrency.lockutils [req-c7bf159c-8b65-4440-bb59-dd1960b64dd6 req-5d40542e-3469-46b7-8b16-afab1cce2477 service nova] Acquired lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.664555] env[69308]: DEBUG nova.network.neutron [req-c7bf159c-8b65-4440-bb59-dd1960b64dd6 req-5d40542e-3469-46b7-8b16-afab1cce2477 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Refreshing network info cache for port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.963532] env[69308]: DEBUG nova.objects.base [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Object Instance<108a5f9e-81d6-4bb7-ac79-87b7ae8445bc> lazy-loaded attributes: resources,numa_topology {{(pid=69308) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1488.992862] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f02cc63-0924-4282-a72e-e76198543a61 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.001093] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9f21c6-99f6-4cd8-bf93-8dfcd54505bc {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.032240] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1fd1f2-d315-452d-894d-72e4a71ffbf4 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.039776] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1dc4a4-79a9-4128-87b2-23230a6eb15e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.053230] env[69308]: DEBUG nova.compute.provider_tree [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.314404] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.418288] env[69308]: DEBUG nova.network.neutron [req-c7bf159c-8b65-4440-bb59-dd1960b64dd6 req-5d40542e-3469-46b7-8b16-afab1cce2477 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updated VIF entry in instance network info cache for port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.418677] env[69308]: DEBUG nova.network.neutron [req-c7bf159c-8b65-4440-bb59-dd1960b64dd6 req-5d40542e-3469-46b7-8b16-afab1cce2477 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [{"id": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "address": "fa:16:3e:d7:ed:80", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap52d061bd-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.556856] env[69308]: DEBUG nova.scheduler.client.report [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.922091] env[69308]: DEBUG oslo_concurrency.lockutils [req-c7bf159c-8b65-4440-bb59-dd1960b64dd6 req-5d40542e-3469-46b7-8b16-afab1cce2477 service nova] Releasing lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.062463] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.571487] env[69308]: DEBUG oslo_concurrency.lockutils [None req-0356d11a-ebe7-4d99-b6aa-98aa983af7bc tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.306s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.572357] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.258s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.572478] env[69308]: INFO nova.compute.manager [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Unshelving [ 1491.604849] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.605169] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.605367] env[69308]: DEBUG nova.objects.instance [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'pci_requests' on Instance uuid 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.109811] env[69308]: DEBUG nova.objects.instance [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'numa_topology' on Instance uuid 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.612381] env[69308]: INFO nova.compute.claims [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.649780] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384669d9-e9cf-4d84-8ba2-7f83ddac9cc1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.657558] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27a1c3e-b308-4e2e-bd7b-4f188a4c3a6f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.688501] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269bb5b1-f961-49f8-8302-6e820e65a705 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.696209] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d588041-a329-4b35-9860-e9f3b3216bbf {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.709919] env[69308]: DEBUG nova.compute.provider_tree [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.213612] env[69308]: DEBUG nova.scheduler.client.report [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.718458] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.113s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.022095] env[69308]: INFO nova.network.neutron [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1496.411635] env[69308]: DEBUG nova.compute.manager [req-2072f982-9f2c-4ec6-826d-c05963b1019f req-bda64969-020a-40d4-8c36-84317d932166 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received event network-vif-plugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.411887] env[69308]: DEBUG oslo_concurrency.lockutils [req-2072f982-9f2c-4ec6-826d-c05963b1019f req-bda64969-020a-40d4-8c36-84317d932166 service nova] Acquiring lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.412082] env[69308]: DEBUG oslo_concurrency.lockutils [req-2072f982-9f2c-4ec6-826d-c05963b1019f req-bda64969-020a-40d4-8c36-84317d932166 service nova] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.412249] env[69308]: DEBUG oslo_concurrency.lockutils [req-2072f982-9f2c-4ec6-826d-c05963b1019f req-bda64969-020a-40d4-8c36-84317d932166 service nova] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.412493] env[69308]: DEBUG nova.compute.manager [req-2072f982-9f2c-4ec6-826d-c05963b1019f req-bda64969-020a-40d4-8c36-84317d932166 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] No waiting events found dispatching network-vif-plugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1496.412577] env[69308]: WARNING nova.compute.manager [req-2072f982-9f2c-4ec6-826d-c05963b1019f req-bda64969-020a-40d4-8c36-84317d932166 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received unexpected event network-vif-plugged-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1496.499076] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.499285] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.499528] env[69308]: DEBUG nova.network.neutron [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Building network info cache for instance {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.253278] env[69308]: DEBUG nova.network.neutron [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [{"id": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "address": "fa:16:3e:d7:ed:80", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d061bd-af", "ovs_interfaceid": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.756537] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.785806] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-07T12:44:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bcad7a13071e74075efa6e9a13122c63',container_format='bare',created_at=2025-05-07T13:01:06Z,direct_url=,disk_format='vmdk',id=a9f4c290-dfb4-4948-a347-7f1c3de0856e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1696918400-shelved',owner='d1cb6bba470f4c0b9704506c531ad2c9',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-07T13:01:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.786091] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.786248] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image limits 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.786436] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Flavor pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.786614] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Image pref 0:0:0 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.786788] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69308) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.787008] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.787263] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.787485] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Got 1 possible topologies {{(pid=69308) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.787657] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.787843] env[69308]: DEBUG nova.virt.hardware [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69308) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.788749] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe1056-fa38-497f-aef1-efc4e9bab48b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.796965] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5831edc-bc75-42ba-be8c-f1444d26a931 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.810607] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ed:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52d061bd-af38-49f2-be9f-d7b0c1d6b0e3', 'vif_model': 'vmxnet3'}] {{(pid=69308) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.817952] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1497.818187] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Creating VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.818423] env[69308]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63210339-c4e9-4bb1-8c21-86b43f7c3a81 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.838329] env[69308]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.838329] env[69308]: value = "task-3869569" [ 1497.838329] env[69308]: _type = "Task" [ 1497.838329] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.847541] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869569, 'name': CreateVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.349714] env[69308]: DEBUG oslo_vmware.api [-] Task: {'id': task-3869569, 'name': CreateVM_Task, 'duration_secs': 0.329822} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.349879] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Created VM on the ESX host {{(pid=69308) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.350513] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.350676] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.351096] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.351360] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb8fad4-92e7-4bb5-b269-a6f056596b9b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.356138] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1498.356138] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]5274ee37-9437-6da6-58dc-1bf1ed22afa3" [ 1498.356138] env[69308]: _type = "Task" [ 1498.356138] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.363736] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]5274ee37-9437-6da6-58dc-1bf1ed22afa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.436266] env[69308]: DEBUG nova.compute.manager [req-3528155e-03da-4cbf-b9c1-929086010556 req-8d626d85-a70a-4cda-8978-dadd8fad1216 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received event network-changed-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.436484] env[69308]: DEBUG nova.compute.manager [req-3528155e-03da-4cbf-b9c1-929086010556 req-8d626d85-a70a-4cda-8978-dadd8fad1216 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Refreshing instance network info cache due to event network-changed-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3. {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1498.436684] env[69308]: DEBUG oslo_concurrency.lockutils [req-3528155e-03da-4cbf-b9c1-929086010556 req-8d626d85-a70a-4cda-8978-dadd8fad1216 service nova] Acquiring lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.436824] env[69308]: DEBUG oslo_concurrency.lockutils [req-3528155e-03da-4cbf-b9c1-929086010556 req-8d626d85-a70a-4cda-8978-dadd8fad1216 service nova] Acquired lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.436982] env[69308]: DEBUG nova.network.neutron [req-3528155e-03da-4cbf-b9c1-929086010556 req-8d626d85-a70a-4cda-8978-dadd8fad1216 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Refreshing network info cache for port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.866764] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.867110] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Processing image a9f4c290-dfb4-4948-a347-7f1c3de0856e {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.867340] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e/a9f4c290-dfb4-4948-a347-7f1c3de0856e.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.867497] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e/a9f4c290-dfb4-4948-a347-7f1c3de0856e.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.867678] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.867925] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54446c3d-b128-4466-8dd6-5221c2a43435 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.886365] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.886596] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69308) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.887343] env[69308]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62471fdb-8c39-4588-98b7-290b5048c44f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.892745] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1498.892745] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f3edfa-56f7-4857-5b59-949d7bd14d05" [ 1498.892745] env[69308]: _type = "Task" [ 1498.892745] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.900619] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': session[52424e3a-9d99-1504-0305-274ad7a74bb5]52f3edfa-56f7-4857-5b59-949d7bd14d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.129290] env[69308]: DEBUG nova.network.neutron [req-3528155e-03da-4cbf-b9c1-929086010556 req-8d626d85-a70a-4cda-8978-dadd8fad1216 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updated VIF entry in instance network info cache for port 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3. {{(pid=69308) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.129658] env[69308]: DEBUG nova.network.neutron [req-3528155e-03da-4cbf-b9c1-929086010556 req-8d626d85-a70a-4cda-8978-dadd8fad1216 service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [{"id": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "address": "fa:16:3e:d7:ed:80", "network": {"id": "f83f5dc5-d5d2-4a77-9286-41165811ed7a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2062987217-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1cb6bba470f4c0b9704506c531ad2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d061bd-af", "ovs_interfaceid": "52d061bd-af38-49f2-be9f-d7b0c1d6b0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.403712] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Preparing fetch location {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1499.403986] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Fetch image to [datastore1] OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b/OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b.vmdk {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1499.404196] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Downloading stream optimized image a9f4c290-dfb4-4948-a347-7f1c3de0856e to [datastore1] OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b/OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b.vmdk on the data store datastore1 as vApp {{(pid=69308) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1499.404390] env[69308]: DEBUG nova.virt.vmwareapi.images [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Downloading image file data a9f4c290-dfb4-4948-a347-7f1c3de0856e to the ESX as VM named 'OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b' {{(pid=69308) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1499.471009] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1499.471009] env[69308]: value = "resgroup-9" [ 1499.471009] env[69308]: _type = "ResourcePool" [ 1499.471009] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1499.471300] env[69308]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-10f9d0b3-8fa6-4ef6-ad36-1b0dcfdd2f48 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.492458] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease: (returnval){ [ 1499.492458] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526979ee-664e-9c38-a80c-59cd76f35409" [ 1499.492458] env[69308]: _type = "HttpNfcLease" [ 1499.492458] env[69308]: } obtained for vApp import into resource pool (val){ [ 1499.492458] env[69308]: value = "resgroup-9" [ 1499.492458] env[69308]: _type = "ResourcePool" [ 1499.492458] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1499.492777] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the lease: (returnval){ [ 1499.492777] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526979ee-664e-9c38-a80c-59cd76f35409" [ 1499.492777] env[69308]: _type = "HttpNfcLease" [ 1499.492777] env[69308]: } to be ready. {{(pid=69308) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1499.498688] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1499.498688] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526979ee-664e-9c38-a80c-59cd76f35409" [ 1499.498688] env[69308]: _type = "HttpNfcLease" [ 1499.498688] env[69308]: } is initializing. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1499.632674] env[69308]: DEBUG oslo_concurrency.lockutils [req-3528155e-03da-4cbf-b9c1-929086010556 req-8d626d85-a70a-4cda-8978-dadd8fad1216 service nova] Releasing lock "refresh_cache-108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.002438] env[69308]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1500.002438] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526979ee-664e-9c38-a80c-59cd76f35409" [ 1500.002438] env[69308]: _type = "HttpNfcLease" [ 1500.002438] env[69308]: } is ready. {{(pid=69308) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1500.002917] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1500.002917] env[69308]: value = "session[52424e3a-9d99-1504-0305-274ad7a74bb5]526979ee-664e-9c38-a80c-59cd76f35409" [ 1500.002917] env[69308]: _type = "HttpNfcLease" [ 1500.002917] env[69308]: }. {{(pid=69308) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1500.003534] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a1e2b-84da-48a7-8082-96746e36d3b0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.012149] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b36a-7c0a-b918-d933-9a5f89dec9c3/disk-0.vmdk from lease info. {{(pid=69308) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1500.012350] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b36a-7c0a-b918-d933-9a5f89dec9c3/disk-0.vmdk. {{(pid=69308) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1500.075068] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ec1a87e-d6f1-4dad-abe1-99bd71c9f647 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.129722] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Completed reading data from the image iterator. {{(pid=69308) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1501.130100] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b36a-7c0a-b918-d933-9a5f89dec9c3/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1501.130954] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcc8155-2a24-430a-997e-0b05b2ca1aa6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.138996] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b36a-7c0a-b918-d933-9a5f89dec9c3/disk-0.vmdk is in state: ready. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1501.139177] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b36a-7c0a-b918-d933-9a5f89dec9c3/disk-0.vmdk. {{(pid=69308) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1501.139435] env[69308]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-078be525-3c2a-465e-b2c6-f253dabbccad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.350264] env[69308]: DEBUG oslo_vmware.rw_handles [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257b36a-7c0a-b918-d933-9a5f89dec9c3/disk-0.vmdk. {{(pid=69308) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1501.350506] env[69308]: INFO nova.virt.vmwareapi.images [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Downloaded image file data a9f4c290-dfb4-4948-a347-7f1c3de0856e [ 1501.351378] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32515e4a-9785-4641-8141-ed9e1015ba88 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.368997] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b0f530c-175e-4573-81ff-0f78388f89ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.397052] env[69308]: INFO nova.virt.vmwareapi.images [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] The imported VM was unregistered [ 1501.399568] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Caching image {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1501.399805] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.400104] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ef7c5c-a36e-4f4d-b145-0601018f06d2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.411678] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Created directory with path [datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e {{(pid=69308) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.411866] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b/OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b.vmdk to [datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e/a9f4c290-dfb4-4948-a347-7f1c3de0856e.vmdk. {{(pid=69308) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1501.412133] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0bfeb542-40fa-4c3b-838b-bd65e2c556d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.419074] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1501.419074] env[69308]: value = "task-3869572" [ 1501.419074] env[69308]: _type = "Task" [ 1501.419074] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.427153] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869572, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.932802] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869572, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.433365] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869572, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.933776] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869572, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.437124] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869572, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.933286] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869572, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.309733} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.933568] env[69308]: INFO nova.virt.vmwareapi.ds_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b/OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b.vmdk to [datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e/a9f4c290-dfb4-4948-a347-7f1c3de0856e.vmdk. [ 1503.933900] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Cleaning up location [datastore1] OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b {{(pid=69308) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1503.933982] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bb62c684-2866-41c0-b992-9f890175314b {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1503.934347] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bfc4ab1-ebbf-4e0f-a862-5124e005b40a {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.941040] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1503.941040] env[69308]: value = "task-3869573" [ 1503.941040] env[69308]: _type = "Task" [ 1503.941040] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.949342] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.451357] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037905} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.451713] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.451769] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e/a9f4c290-dfb4-4948-a347-7f1c3de0856e.vmdk" {{(pid=69308) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.452012] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e/a9f4c290-dfb4-4948-a347-7f1c3de0856e.vmdk to [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc/108a5f9e-81d6-4bb7-ac79-87b7ae8445bc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.452281] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adb628dd-abdf-4096-81ee-bbdcee826f4f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.458986] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1504.458986] env[69308]: value = "task-3869574" [ 1504.458986] env[69308]: _type = "Task" [ 1504.458986] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.467023] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.973510] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869574, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.473688] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869574, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.974746] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869574, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.482082] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869574, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.974071] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869574, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.440661} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.974493] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a9f4c290-dfb4-4948-a347-7f1c3de0856e/a9f4c290-dfb4-4948-a347-7f1c3de0856e.vmdk to [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc/108a5f9e-81d6-4bb7-ac79-87b7ae8445bc.vmdk {{(pid=69308) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.975499] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c40e2-9b55-4fcc-91f6-066ff7e41185 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.997101] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc/108a5f9e-81d6-4bb7-ac79-87b7ae8445bc.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.997369] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9216c086-c551-43ec-b0d4-a390f42a7376 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.016843] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1507.016843] env[69308]: value = "task-3869575" [ 1507.016843] env[69308]: _type = "Task" [ 1507.016843] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.027160] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.527211] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869575, 'name': ReconfigVM_Task, 'duration_secs': 0.33755} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.527592] env[69308]: DEBUG nova.virt.vmwareapi.volumeops [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc/108a5f9e-81d6-4bb7-ac79-87b7ae8445bc.vmdk or device None with type streamOptimized {{(pid=69308) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.528141] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91b1e9a2-918f-477f-b9c3-f93f32b37a24 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.534523] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1507.534523] env[69308]: value = "task-3869576" [ 1507.534523] env[69308]: _type = "Task" [ 1507.534523] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.542992] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869576, 'name': Rename_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.044821] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869576, 'name': Rename_Task, 'duration_secs': 0.16495} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.045143] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powering on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.045344] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a21fa27-04dc-4888-97d9-aa9fabdd0dcb {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.051902] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1508.051902] env[69308]: value = "task-3869577" [ 1508.051902] env[69308]: _type = "Task" [ 1508.051902] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.059634] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.562450] env[69308]: DEBUG oslo_vmware.api [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869577, 'name': PowerOnVM_Task, 'duration_secs': 0.473739} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.562899] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powered on the VM {{(pid=69308) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.656137] env[69308]: DEBUG nova.compute.manager [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Checking state {{(pid=69308) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.657063] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073f703b-3025-4d36-9bfd-3ba4afa89ba6 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.176890] env[69308]: DEBUG oslo_concurrency.lockutils [None req-5baf7d04-606a-46c9-98a3-cb0b97f92000 tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.604s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.697424] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.697824] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.997106] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.997359] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.997619] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.997793] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.997966] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.000219] env[69308]: INFO nova.compute.manager [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Terminating instance [ 1510.202536] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.202760] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.202880] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.203055] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.203211] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.203460] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.203622] env[69308]: DEBUG nova.compute.manager [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69308) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1510.203860] env[69308]: DEBUG oslo_service.periodic_task [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69308) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.503885] env[69308]: DEBUG nova.compute.manager [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Start destroying the instance on the hypervisor. {{(pid=69308) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.504190] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Destroying instance {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.505206] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceca59dc-df2f-4daf-8492-927eb6449aef {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.513255] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powering off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.513499] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad2c8324-dac3-45ef-86c0-53c896c1775f {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.520060] env[69308]: DEBUG oslo_vmware.api [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1510.520060] env[69308]: value = "task-3869578" [ 1510.520060] env[69308]: _type = "Task" [ 1510.520060] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.529971] env[69308]: DEBUG oslo_vmware.api [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.706427] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.706754] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.706945] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.707084] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69308) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1510.708079] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889a1f9c-63ae-4a81-a5c7-b49a40e00a11 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.717326] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8525bf98-0f4d-4633-b3d9-5b740e23aa3c {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.732388] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947371a2-16a0-4f26-8878-5b65a72be866 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.739266] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf526575-cccc-4313-8fb1-68684f15b8b1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.768269] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180647MB free_disk=45GB free_vcpus=48 pci_devices=None {{(pid=69308) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1510.768444] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.768629] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.030319] env[69308]: DEBUG oslo_vmware.api [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869578, 'name': PowerOffVM_Task, 'duration_secs': 0.196277} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.030555] env[69308]: DEBUG nova.virt.vmwareapi.vm_util [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Powered off the VM {{(pid=69308) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.030731] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Unregistering the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.030978] env[69308]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9071574-c9f1-4166-b180-95ccb7fd77f8 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.092102] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Unregistered the VM {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.092478] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Deleting contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.092782] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleting the datastore file [datastore1] 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.093182] env[69308]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5abf9e-467d-4090-8e14-483f1fd8129d {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.099843] env[69308]: DEBUG oslo_vmware.api [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for the task: (returnval){ [ 1511.099843] env[69308]: value = "task-3869580" [ 1511.099843] env[69308]: _type = "Task" [ 1511.099843] env[69308]: } to complete. {{(pid=69308) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.108475] env[69308]: DEBUG oslo_vmware.api [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.609430] env[69308]: DEBUG oslo_vmware.api [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Task: {'id': task-3869580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134458} completed successfully. {{(pid=69308) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.609684] env[69308]: DEBUG nova.virt.vmwareapi.ds_util [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted the datastore file {{(pid=69308) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.609858] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Deleted contents of the VM from datastore datastore1 {{(pid=69308) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.610069] env[69308]: DEBUG nova.virt.vmwareapi.vmops [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Instance destroyed {{(pid=69308) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.610231] env[69308]: INFO nova.compute.manager [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1511.610473] env[69308]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69308) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.610683] env[69308]: DEBUG nova.compute.manager [-] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Deallocating network for instance {{(pid=69308) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.610793] env[69308]: DEBUG nova.network.neutron [-] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] deallocate_for_instance() {{(pid=69308) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.794149] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Instance 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69308) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1511.794561] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1511.794561] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69308) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1511.824898] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1483ae-c42d-4ede-b406-5c763652b76e {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.833270] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71881c1c-8a42-4f19-af58-8f928029d4d1 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.864891] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2053f5b-5c37-4cbc-b797-12e47841a1ad {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.873065] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aa749d-6ead-4c45-8ced-f11f2d72f0c0 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.886713] env[69308]: DEBUG nova.compute.provider_tree [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.064964] env[69308]: DEBUG nova.compute.manager [req-0a478e77-8d23-4fd2-bae0-50a6c026c8c2 req-601e4d7a-acdd-4186-9c67-1d8e76a715fb service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Received event network-vif-deleted-52d061bd-af38-49f2-be9f-d7b0c1d6b0e3 {{(pid=69308) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.065153] env[69308]: INFO nova.compute.manager [req-0a478e77-8d23-4fd2-bae0-50a6c026c8c2 req-601e4d7a-acdd-4186-9c67-1d8e76a715fb service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Neutron deleted interface 52d061bd-af38-49f2-be9f-d7b0c1d6b0e3; detaching it from the instance and deleting it from the info cache [ 1512.065294] env[69308]: DEBUG nova.network.neutron [req-0a478e77-8d23-4fd2-bae0-50a6c026c8c2 req-601e4d7a-acdd-4186-9c67-1d8e76a715fb service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.390158] env[69308]: DEBUG nova.scheduler.client.report [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.518622] env[69308]: DEBUG nova.network.neutron [-] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Updating instance_info_cache with network_info: [] {{(pid=69308) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.567379] env[69308]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7da68f0-df7e-465b-8f2b-6b51cd29ff51 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.577524] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c36e72-fba5-4670-bf9c-f3d783b36727 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.605508] env[69308]: DEBUG nova.compute.manager [req-0a478e77-8d23-4fd2-bae0-50a6c026c8c2 req-601e4d7a-acdd-4186-9c67-1d8e76a715fb service nova] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Detach interface failed, port_id=52d061bd-af38-49f2-be9f-d7b0c1d6b0e3, reason: Instance 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc could not be found. {{(pid=69308) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1512.895200] env[69308]: DEBUG nova.compute.resource_tracker [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69308) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1512.895502] env[69308]: DEBUG oslo_concurrency.lockutils [None req-c066b413-b997-4dcb-8828-c062b9e63d45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.021388] env[69308]: INFO nova.compute.manager [-] [instance: 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc] Took 1.41 seconds to deallocate network for instance. [ 1513.527571] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.527885] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.528131] env[69308]: DEBUG nova.objects.instance [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lazy-loading 'resources' on Instance uuid 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc {{(pid=69308) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.064776] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f720f2-ad58-48bf-b9ec-5b92f5bea923 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.072765] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea488836-91bd-4d7c-8e2c-c85067a0d5d2 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.102131] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4c0244-2d6f-460d-9d0a-bacc95e1c948 {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.109322] env[69308]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c5755a-8783-4fb5-861d-6af1926a819b {{(pid=69308) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.122488] env[69308]: DEBUG nova.compute.provider_tree [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed in ProviderTree for provider: b6fa2e8a-c639-42f2-b0fa-1f05614fc14f {{(pid=69308) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.626335] env[69308]: DEBUG nova.scheduler.client.report [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Inventory has not changed for provider b6fa2e8a-c639-42f2-b0fa-1f05614fc14f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 45, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69308) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.132574] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.156645] env[69308]: INFO nova.scheduler.client.report [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Deleted allocations for instance 108a5f9e-81d6-4bb7-ac79-87b7ae8445bc [ 1515.667622] env[69308]: DEBUG oslo_concurrency.lockutils [None req-48641eb4-9b06-4b1b-8a9b-0258a2a55c6b tempest-ServerActionsTestOtherB-342624732 tempest-ServerActionsTestOtherB-342624732-project-member] Lock "108a5f9e-81d6-4bb7-ac79-87b7ae8445bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.670s {{(pid=69308) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}